You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/20 09:22:26 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9) - Build # 635 - Still
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/635/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35117/i_j/i
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35117/i_j/i
at __randomizedtesting.SeedInfo.seed([34BC093EA65091CE:BCE836E408ACFC36]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 42 more
FAILED: org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates
Error Message:
Can not find doc 1 in https://127.0.0.1:39077/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 1 in https://127.0.0.1:39077/solr
at __randomizedtesting.SeedInfo.seed([34BC093EA65091CE:B27DF1D3F901472E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates(TestTlogReplica.java:671)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12588 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_34BC093EA65091CE-001/init-core-data-001
[junit4] 2> 617113 WARN (SUITE-PeerSyncReplicationTest-seed#[34BC093EA65091CE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=42 numCloses=42
[junit4] 2> 617113 INFO (SUITE-PeerSyncReplicationTest-seed#[34BC093EA65091CE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 617113 INFO (SUITE-PeerSyncReplicationTest-seed#[34BC093EA65091CE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 617113 INFO (SUITE-PeerSyncReplicationTest-seed#[34BC093EA65091CE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 617113 INFO (SUITE-PeerSyncReplicationTest-seed#[34BC093EA65091CE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /i_j/i
[junit4] 2> 617114 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 617115 INFO (Thread-815) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 617115 INFO (Thread-815) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 617116 ERROR (Thread-815) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 617215 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.ZkTestServer start zk server on port:34547
[junit4] 2> 617219 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 617220 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 617220 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 617221 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 617221 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 617221 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 617222 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 617222 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 617222 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 617223 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 617223 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 617224 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 617295 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 617296 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7884153b{/i_j/i,null,AVAILABLE}
[junit4] 2> 617297 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@679886b4{HTTP/1.1,[http/1.1]}{127.0.0.1:35117}
[junit4] 2> 617297 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.e.j.s.Server Started @619180ms
[junit4] 2> 617297 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i_j/i, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_34BC093EA65091CE-001/tempDir-001/control/data, hostPort=35117, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_34BC093EA65091CE-001/control-001/cores, replicaType=NRT}
[junit4] 2> 617297 ERROR (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 617298 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 617298 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 617298 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 617298 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T08:25:28.759136Z
[junit4] 2> 617299 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 617299 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_34BC093EA65091CE-001/control-001/solr.xml
[junit4] 2> 617301 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 617301 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 617302 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@10e25f65, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 617304 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34547/solr
[junit4] 2> 617331 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 617331 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35117_i_j%2Fi
[junit4] 2> 617332 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.Overseer Overseer (id=98860264887222276-127.0.0.1:35117_i_j%2Fi-n_0000000000) starting
[junit4] 2> 617337 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35117_i_j%2Fi
[junit4] 2> 617337 INFO (zkCallback-532-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 617369 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e25f65
[junit4] 2> 617375 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e25f65
[junit4] 2> 617375 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e25f65
[junit4] 2> 617376 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_34BC093EA65091CE-001/control-001/cores
[junit4] 2> 617386 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 617386 INFO (TEST-PeerSyncReplicationTest.test-seed#[34BC093EA65091CE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34547/solr ready
[junit4] 2> 617388 INFO (qtp65793413-3553) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35117_i_j%252Fi&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 617389 INFO (OverseerThreadFactory-1517-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 617493 INFO (qtp65793413-3555) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 617493 INFO (qtp65793413-3555) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 617595 INFO (zkCallback-532-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 618555 INFO (qtp65793413-3555) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 618562 INFO (qtp65793413-3555) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 618620 INFO (qtp65793413-3555) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 618626 INFO (qtp65793413-3555) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 618626 INFO (qtp65793413-3555) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e25f65
[junit4] 2> 618626 INFO (qtp65793413-3555) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 618626 INFO (qtp65793413-3555) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_34BC093EA65091CE-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_34BC093EA65091CE-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 618628 INFO (qtp65793413-3555) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.274624655374762]
[junit4] 2> 618686 WARN (qtp65793413-3555) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 618707 INFO (qtp65793413-3555) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 618707 INFO (qtp65793413-3555) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 618708 INFO (qtp65793413-3555) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 618708 INFO (qtp65793413-3555) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 618708 INFO (qtp65793413-3555) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 618709 INFO (qtp65793413-3555) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@64a5f0f5[control_collection_shard1_replica_n1] main]
[junit4] 2> 618709 INFO (qtp65793413-3555) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 618709 INFO (qtp65793413-3555) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 618710 INFO (qtp65793413-3555) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 618710 INFO (searcherExecutor-1520-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@64a5f0f5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 618710 INFO (qtp65793413-3555) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581764239866986496
[junit4] 2> 618712 INFO (qtp65793413-3555) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 618712 INFO (qtp65793413-3555) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 618712 INFO (qtp65793413-3555) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35117/i_j/i/control_collection_shard1_replica_n1/
[junit4] 2> 618712 INFO (qtp65793413-3555) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 618712 INFO (qtp65793413-3555) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:35117/i_j/i/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 618712 INFO (qtp65793413-3555) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 618713 INFO (qtp65793413-3555) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35117/i_j/i/control_collection_shard1_replica_n1/ shard1
[junit4] 1> / (2)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /zookeeper (1)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /solr (11)
[junit4] 1> /solr/configs (2)
[junit4] 1> /solr/configs/_default (7)
[junit4] 1> /solr/configs/_default/protwords.txt (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/_default/managed-schema (0)
[junit4] 1> DATA:
[junit4] 1> <?xml version="1.0" encoding="UTF-8" ?>
[junit4] 1> <!--
[junit4] 1> Licensed to the Apache Software Foundation (ASF) under one or more
[junit4] 1> contributor license agreements. See the NOTICE file distributed with
[junit4] 1> this work for additional information regarding copyright ownership.
[junit4] 1> The ASF licenses this file to You under the Apache License, Version 2.0
[junit4] 1> (the "License"); you may not use this file except in compliance with
[junit4] 1> the License. You may obtain a copy of the License at
[junit4] 1>
[junit4] 1> http://www.apache.org/licenses/LICENSE-2.0
[junit4] 1>
[junit4] 1> Unless required by applicable law or agreed to in writing, software
[junit4] 1> distributed under the License is distributed on an "AS IS" BASIS,
[junit4] 1> WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
[junit4] 1> See the License for the specific language governing permissions and
[junit4] 1> limitations under the License.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!--
[junit4] 1>
[junit4] 1> This example schema is the recommended starting point for users.
[junit4] 1> It should be kept correct and concise, usable out-of-the-box.
[junit4] 1>
[junit4] 1>
[junit4] 1> For more information, on how to customize this file, please see
[junit4] 1> http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
[junit4] 1>
[junit4] 1> PERFORMANCE NOTE: this schema includes many optional features and should not
[junit4] 1> be used for benchmarking. To improve performance one could
[junit4] 1> - set stored="false" for all fields possible (esp large fields) when you
[junit4] 1> only need to search on the field but don't need to return the original
[junit4] 1> value.
[junit4] 1> - set indexed="false" if you don't need to search on the field, but only
[junit4] 1> return the field as a result of searching on other indexed fields.
[junit4] 1> - remove all unneeded copyField statements
[junit4] 1> - for best index size and searching performance, set "index" to false
[junit4] 1> for all general text fields, use copyField to copy them to the
[junit4] 1> catchall "text" field, and use that for searching.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <schema name="default-config" version="1.6">
[junit4] 1> <!-- attribute "name" is the name of this schema and is only used for display purposes.
[junit4] 1> version="x.y" is Solr's version number for the schema syntax and
[junit4] 1> semantics. It should not normally be changed by applications.
[junit4] 1>
[junit4] 1> 1.0: multiValued attribute did not exist, all fields are multiValued
[junit4] 1> by nature
[junit4] 1> 1.1: multiValued attribute introduced, false by default
[junit4] 1> 1.2: omitTermFreqAndPositions attribute introduced, true by default
[junit4] 1> except for text fields.
[junit4] 1> 1.3: removed optional field compress feature
[junit4] 1> 1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
[junit4] 1> behavior when a single string produces multiple tokens. Defaults
[junit4] 1> to off for version >= 1.4
[junit4] 1> 1.5: omitNorms defaults to true for primitive field types
[junit4] 1> (int, float, boolean, string...)
[junit4] 1> 1.6: useDocValuesAsStored defaults to true.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- Valid attributes for fields:
[junit4] 1> name: mandatory - the name for the field
[junit4] 1> type: mandatory - the name of a field type from the
[junit4] 1> fieldTypes section
[junit4] 1> indexed: true if this field should be indexed (searchable or sortable)
[junit4] 1> stored: true if this field should be retrievable
[junit4] 1> docValues: true if this field should have doc values. Doc Values is
[junit4] 1> recommended (required, if you are using *Point fields) for faceting,
[junit4] 1> grouping, sorting and function queries. Doc Values will make the index
[junit4] 1> faster to load, more NRT-friendly and more memory-efficient.
[junit4] 1> They are currently only supported by StrField, UUIDField, all
[junit4] 1> *PointFields, and depending on the field type, they might require
[junit4] 1> the field to be single-valued, be required or have a default value
[junit4] 1> (check the documentation of the field type you're interested in for
[junit4] 1> more information)
[junit4] 1> multiValued: true if this field may contain multiple values per document
[junit4] 1> omitNorms: (expert) set to true to omit the norms associated with
[junit4] 1> this field (this disables length normalization and index-time
[junit4] 1> boosting for the field, and saves some memory). Only full-text
[junit4] 1> fields or fields that need an index-time boost need norms.
[junit4] 1> Norms are omitted for primitive (non-analyzed) types by default.
[junit4] 1> termVectors: [false] set to true to store the term vector for a
[junit4] 1> given field.
[junit4] 1> When using MoreLikeThis, fields used for similarity should be
[junit4] 1> stored for best performance.
[junit4] 1> termPositions: Store position information with the term vector.
[junit4] 1> This will increase storage costs.
[junit4] 1> termOffsets: Store offset information with the term vector. This
[junit4] 1> will increase storage costs.
[junit4] 1> required: The field is required. It will throw an error if the
[junit4] 1> value does not exist
[junit4] 1> default: a value that should be used if no value is specified
[junit4] 1> when adding a document.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- field names should consist of alphanumeric or underscore characters only and
[junit4] 1> not start with a digit. This is not currently strictly enforced,
[junit4] 1> but other field names will not have first class support from all components
[junit4] 1> and back compatibility is not guaranteed. Names with both leading and
[junit4] 1> trailing underscores (e.g. _version_) are reserved.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- In this _default configset, only four fields are pre-declared:
[junit4] 1> id, _version_, and _text_ and _root_. All other fields will be type guessed and added via the
[junit4] 1> "add-unknown-fields-to-the-schema" update request processor chain declared in solrconfig.xml.
[junit4] 1>
[junit4] 1> Note that many dynamic fields are also defined - you can use them to specify a
[junit4] 1> field's type via field naming conventions - see below.
[junit4] 1>
[junit4] 1> WARNING: The _text_ catch-all field will significantly increase your index size.
[junit4] 1> If you don't need it, consider removing it and the corresponding copyField directive.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" />
[junit4] 1> <!-- docValues are enabled by default for long type so we don't need to index the version field -->
[junit4] 1> <field name="_version_" type="plong" indexed="false" stored="false"/>
[junit4] 1> <field name="_root_" type="string" indexed="true" stored="false" docValues="false" />
[junit4] 1> <field name="_text_" type="text_general" indexed="true" stored="false" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!-- This can be enabled, in case the client does not know what fields may be searched. It isn't enabled by default
[junit4] 1> because it's very expensive to index everything twice. -->
[junit4] 1> <!-- <copyField source="*" dest="_text_"/> -->
[junit4] 1>
[junit4] 1> <!-- Dynamic field definitions allow using convention over configuration
[junit4] 1> for fields via the specification of patterns to match field names.
[junit4] 1> EXAMPLE: name="*_i" will match any field ending in _i (like myid_i, z_i)
[junit4] 1> RESTRICTION: the glob-like pattern in the name attribute must have a "*" only at the start or the end. -->
[junit4] 1>
[junit4] 1> <dynamicField name="*_i" type="pint" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_is" type="pints" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_s" type="string" indexed="true" stored="true" />
[junit4] 1> <dynamicField name="*_ss" type="strings" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_l" type="plong" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_ls" type="plongs" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_txt" type="text_general" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_b" type="boolean" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_bs" type="booleans" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_f" type="pfloat" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_fs" type="pfloats" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_d" type="pdouble" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_ds" type="pdoubles" indexed="true" stored="true"/>
[junit4] 1>
[junit4] 1> <!-- Type used for data-driven schema, to add a string copy for each text field -->
[junit4] 1> <dynamicField name="*_str" type="strings" stored="false" docValues="true" indexed="false" />
[junit4] 1>
[junit4] 1> <dynamicField name="*_dt" type="pdate" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_dts" type="pdate" indexed="true" stored="true" multiValued="true"/>
[junit4] 1> <dynamicField name="*_p" type="location" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_srpt" type="location_rpt" indexed="true" stored="true"/>
[junit4] 1>
[junit4] 1> <!-- payloaded dynamic fields -->
[junit4] 1> <dynamicField name="*_dpf" type="delimited_payloads_float" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_dpi" type="delimited_payloads_int" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_dps" type="delimited_payloads_string" indexed="true" stored="true"/>
[junit4] 1>
[junit4] 1> <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!-- Field to use to determine and enforce document uniqueness.
[junit4] 1> Unless this field is marked with required="false", it will be a required field
[junit4] 1> -->
[junit4] 1> <uniqueKey>id</uniqueKey>
[junit4] 1>
[junit4] 1> <!-- copyField commands copy one field to another at the time a document
[junit4] 1> is added to the index. It's used either to index the same field differently,
[junit4] 1> or to add multiple fields to the same field for easier/faster searching.
[junit4] 1>
[junit4] 1> <copyField source="sourceFieldName" dest="destinationFieldName"/>
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- field type definitions. The "name" attribute is
[junit4] 1> just a label to be used by field definitions. The "class"
[junit4] 1> attribute and any other attributes determine the real
[junit4] 1> behavior of the fieldType.
[junit4] 1> Class names starting with "solr" refer to java classes in a
[junit4] 1> standard package such as org.apache.solr.analysis
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
[junit4] 1> currently supported on types that are sorted internally as strings
[junit4] 1> and on numeric types.
[junit4] 1> This includes "string", "boolean", "pint", "pfloat", "plong", "pdate", "pdouble".
[junit4] 1> - If sortMissingLast="true", then a sort on this field will cause documents
[junit4] 1> without the field to come after documents with the field,
[junit4] 1> regardless of the requested sort order (asc or desc).
[junit4] 1> - If sortMissingFirst="true", then a sort on this field will cause documents
[junit4] 1> without the field to come before documents with the field,
[junit4] 1> regardless of the requested sort order.
[junit4] 1> - If sortMissingLast="false" and sortMissingFirst="false" (the default),
[junit4] 1> then default lucene sorting will be used which places docs without the
[junit4] 1> field first in an ascending sort and last in a descending sort.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- The StrField type is not analyzed, but indexed/stored verbatim. -->
[junit4] 1> <fieldType name="string" class="solr.StrField" sortMissingLast="true" docValues="true" />
[junit4] 1> <fieldType name="strings" class="solr.StrField" sortMissingLast="true" multiValued="true" docValues="true" />
[junit4] 1>
[junit4] 1> <!-- boolean type: "true" or "false" -->
[junit4] 1> <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
[junit4] 1> <fieldType name="booleans" class="solr.BoolField" sortMissingLast="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!--
[junit4] 1> Numeric field types that index values using KD-trees.
[junit4] 1> Point fields don't support FieldCache, so they must have docValues="true" if needed for sorting, faceting, functions, etc.
[junit4] 1> -->
[junit4] 1> <fieldType name="pint" class="solr.IntPointField" docValues="true"/>
[junit4] 1> <fieldType name="pfloat" class="solr.FloatPointField" docValues="true"/>
[junit4] 1> <fieldType name="plong" class="solr.LongPointField" docValues="true"/>
[junit4] 1> <fieldType name="pdouble" class="solr.DoublePointField" docValues="true"/>
[junit4] 1>
[junit4] 1> <fieldType name="pints" class="solr.IntPointField" docValues="true" multiValued="true"/>
[junit4] 1> <fieldType name="pfloats" class="solr.FloatPointField" docValues="true" multiValued="true"/>
[junit4] 1> <fieldType name="plongs" class="solr.LongPointField" docValues="true" multiValued="true"/>
[junit4] 1> <fieldType name="pdoubles" class="solr.DoublePointField" docValues="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
[junit4] 1> is a more restricted form of the canonical representation of dateTime
[junit4] 1> http://www.w3.org/TR/xmlschema-2/#dateTime
[junit4] 1> The trailing "Z" designates UTC time and is mandatory.
[junit4] 1> Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
[junit4] 1> All other components are mandatory.
[junit4] 1>
[junit4] 1> Expressions can also be used to denote calculations that should be
[junit4] 1> performed relative to "NOW" to determine the value, ie...
[junit4] 1>
[junit4] 1> NOW/HOUR
[junit4] 1> ... Round to the start of the current hour
[junit4] 1> NOW-1DAY
[junit4] 1> ... Exactly 1 day prior to now
[junit4] 1> NOW/DAY+6MONTHS+3DAYS
[junit4] 1> ... 6 months and 3 days in the future from the start of
[junit4] 1> the current day
[junit4] 1>
[junit4] 1> -->
[junit4] 1> <!-- KD-tree versions of date fields -->
[junit4] 1> <fieldType name="pdate" class="solr.DatePointField" docValues="true"/>
[junit4] 1> <fieldType name="pdates" class="solr.DatePointField" docValues="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
[junit4] 1> <fieldType name="binary" class="solr.BinaryField"/>
[junit4] 1>
[junit4] 1> <!-- solr.TextField allows the specification of custom text analyzers
[junit4] 1> specified as a tokenizer and a list of token filters. Different
[junit4] 1> analyzers may be specified for indexing and querying.
[junit4] 1>
[junit4] 1> The optional positionIncrementGap puts space between multiple fields of
[junit4] 1> this type on the same document, with the purpose of preventing false phrase
[junit4] 1> matching across fields.
[junit4] 1>
[junit4] 1> For more info on customizing your analyzer chain, please see
[junit4] 1> http://lucene.apache.org/solr/guide/understanding-analyzers-tokenizers-and-filters.html#understanding-analyzers-tokenizers-and-filters
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- One can also specify an existing Analyzer class that has a
[junit4] 1> default constructor via the class attribute on the analyzer element.
[junit4] 1> Example:
[junit4] 1> <fieldType name="text_greek" class="solr.TextField">
[junit4] 1> <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
[junit4] 1> </fieldType>
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- A text field that only splits on whitespace for exact matching of words -->
[junit4] 1> <dynamicField name="*_ws" type="text_ws" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- A general text field that has reasonable, generic
[junit4] 1> cross-language defaults: it tokenizes with StandardTokenizer,
[junit4] 1> removes stop words from case-insensitive "stopwords.txt"
[junit4] 1> (empty by default), and down cases. At query time only, it
[junit4] 1> also applies synonyms.
[junit4] 1> -->
[junit4] 1> <fieldType name="text_general" class="solr.TextField" positionIncrementGap="100" multiValued="true">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <!-- in this example, we will only use synonyms at query time
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- A text field with defaults appropriate for English: it tokenizes with StandardTokenizer,
[junit4] 1> removes English stop words (lang/stopwords_en.txt), down cases, protects words from protwords.txt, and
[junit4] 1> finally applies Porter's stemming. The query time analyzer also applies synonyms from synonyms.txt. -->
[junit4] 1> <dynamicField name="*_txt_en" type="text_en" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_en" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- in this example, we will only use synonyms at query time
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <!-- Case insensitive stop word removal.
[junit4] 1> -->
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.EnglishPossessiveFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.EnglishPossessiveFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- A text field with defaults appropriate for English, plus
[junit4] 1> aggressive word-splitting and autophrase features enabled.
[junit4] 1> This field is just like text_en, except it adds
[junit4] 1> WordDelimiterGraphFilter to enable splitting and matching of
[junit4] 1> words on case-change, alpha numeric boundaries, and
[junit4] 1> non-alphanumeric chars. This means certain compound word
[junit4] 1> cases will work, for example query "wi fi" will match
[junit4] 1> document "WiFi" or "wi-fi".
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_txt_en_split" type="text_en_splitting" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <!-- in this example, we will only use synonyms at query time
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> -->
[junit4] 1> <!-- Case insensitive stop word removal.
[junit4] 1> -->
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Less flexible matching, but less false matches. Probably not ideal for product names,
[junit4] 1> but may be good for SKUs. Can insert dashes in the wrong place and still match. -->
[junit4] 1> <dynamicField name="*_txt_en_split_tight" type="text_en_splitting_tight" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_en_splitting_tight" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
[junit4] 1> possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
[junit4] 1> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
[junit4] 1> possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
[junit4] 1> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Just like text_general except it reverses the characters of
[junit4] 1> each token, to enable more efficient leading wildcard queries.
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_txt_rev" type="text_general_rev" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_general_rev" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
[junit4] 1> maxPosAsterisk="3" maxPosQuestion="2" maxFractionAsterisk="0.33"/>
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <dynamicField name="*_phon_en" type="phonetic_en" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="phonetic_en" stored="false" indexed="true" class="solr.TextField" >
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- lowercases the entire field value, keeping it as a single token. -->
[junit4] 1> <dynamicField name="*_s_lower" type="lowercase" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="lowercase" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.KeywordTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!--
[junit4] 1> Example of using PathHierarchyTokenizerFactory at index time, so
[junit4] 1> queries for paths match documents at that path, or in descendent paths
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_descendent_path" type="descendent_path" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="descendent_path" class="solr.TextField">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.KeywordTokenizerFactory" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!--
[junit4] 1> Example of using PathHierarchyTokenizerFactory at query time, so
[junit4] 1> queries for paths match documents at that path, or in ancestor paths
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_ancestor_path" type="ancestor_path" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="ancestor_path" class="solr.TextField">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.KeywordTokenizerFactory" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- This point type indexes the coordinates as separate fields (subFields)
[junit4] 1> If subFieldType is defined, it references a type, and a dynamic field
[junit4] 1> definition is created matching *___<typename>. Alternately, if
[junit4] 1> subFieldSuffix is defined, that is used to create the subFields.
[junit4] 1> Example: if subFieldType="double", then the coordinates would be
[junit4] 1> indexed in fields myloc_0___double,myloc_1___double.
[junit4] 1> Example: if subFieldSuffix="_d" then the coordinates would be indexed
[junit4] 1> in fields myloc_0_d,myloc_1_d
[junit4] 1> The subFields are an implementation detail of the fieldType, and end
[junit4] 1> users normally should not need to know about them.
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_point" type="point" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="point" class="solr.PointType" dimension="2" subFieldSuffix="_d"/>
[junit4] 1>
[junit4] 1> <!-- A specialized field for geospatial search filters and distance sorting. -->
[junit4] 1> <fieldType name="location" class="solr.LatLonPointSpatialField" docValues="true"/>
[junit4] 1>
[junit4] 1> <!-- A geospatial field type that supports multiValued and polygon shapes.
[junit4] 1> For more information about this and other spatial fields see:
[junit4] 1> http://lucene.apache.org/solr/guide/spatial-search.html
[junit4] 1> -->
[junit4] 1> <fieldType name="location_rpt" class="solr.SpatialRecursivePrefixTreeFieldType"
[junit4] 1> geo="true" distErrPct="0.025" maxDistErr="0.001" distanceUnits="kilometers" />
[junit4] 1>
[junit4] 1> <!-- Payloaded field types -->
[junit4] 1> <fieldType name="delimited_payloads_float" stored="false" indexed="true" class="solr.TextField">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="float"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1> <fieldType name="delimited_payloads_int" stored="false" indexed="true" class="solr.TextField">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="integer"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1> <fieldType name="delimited_payloads_string" stored="false" indexed="true" class="solr.TextField">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="identity"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- some examples for different languages (generally ordered by ISO code) -->
[junit4] 1>
[junit4] 1> <!-- Arabic -->
[junit4] 1> <dynamicField name="*_txt_ar" type="text_ar" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ar" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- for any non-arabic -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ar.txt" />
[junit4] 1> <!-- normalizes ? to ?, etc -->
[junit4] 1> <filter class="solr.ArabicNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.ArabicStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Bulgarian -->
[junit4] 1> <dynamicField name="*_txt_bg" type="text_bg" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_bg" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_bg.txt" />
[junit4] 1> <filter class="solr.BulgarianStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Catalan -->
[junit4] 1> <dynamicField name="*_txt_ca" type="text_ca" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ca" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- removes l', etc -->
[junit4] 1> <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ca.txt"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ca.txt" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Catalan"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- CJK bigram (see text_ja for a Japanese configuration using morphological analysis) -->
[junit4] 1> <dynamicField name="*_txt_cjk" type="text_cjk" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_cjk" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- normalize width before bigram, as e.g. half-width dakuten combine -->
[junit4] 1> <filter class="solr.CJKWidthFilterFactory"/>
[junit4] 1> <!-- for any non-CJK -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.CJKBigramFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Czech -->
[junit4] 1> <dynamicField name="*_txt_cz" type="text_cz" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_cz" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_cz.txt" />
[junit4] 1> <filter class="solr.CzechStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Danish -->
[junit4] 1> <dynamicField name="*_txt_da" type="text_da" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_da" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_da.txt" format="snowball" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Danish"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- German -->
[junit4] 1> <dynamicField name="*_txt_de" type="text_de" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_de" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_de.txt" format="snowball" />
[junit4] 1> <filter class="solr.GermanNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.GermanLightStemFilterFactory"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.GermanMinimalStemFilterFactory"/> -->
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="German2"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Greek -->
[junit4] 1> <dynamicField name="*_txt_el" type="text_el" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_el" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- greek specific lowercase for sigma -->
[junit4] 1> <filter class="solr.GreekLowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="false" words="lang/stopwords_el.txt" />
[junit4] 1> <filter class="solr.GreekStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Spanish -->
[junit4] 1> <dynamicField name="*_txt_es" type="text_es" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_es" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_es.txt" format="snowball" />
[junit4] 1> <filter class="solr.SpanishLightStemFilterFactory"/>
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Spanish"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Basque -->
[junit4] 1> <dynamicField name="*_txt_eu" type="text_eu" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_eu" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_eu.txt" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Basque"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Persian -->
[junit4] 1> <dynamicField name="*_txt_fa" type="text_fa" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_fa" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <!-- for ZWNJ -->
[junit4] 1> <charFilter class="solr.PersianCharFilterFactory"/>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.ArabicNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.PersianNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fa.txt" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Finnish -->
[junit4] 1> <dynamicField name="*_txt_fi" type="text_fi" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_fi" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fi.txt" format="snowball" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Finnish"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.FinnishLightStemFilterFactory"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- French -->
[junit4] 1> <dynamicField name="*_txt_fr" type="text_fr" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_fr" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- removes l', etc -->
[junit4] 1> <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_fr.txt"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fr.txt" format="snowball" />
[junit4] 1> <filter class="solr.FrenchLightStemFilterFactory"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.FrenchMinimalStemFilterFactory"/> -->
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="French"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Irish -->
[junit4] 1> <dynamicField name="*_txt_ga" type="text_ga" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ga" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- removes d', etc -->
[junit4] 1> <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ga.txt"/>
[junit4] 1> <!-- removes n-, etc. position increments is intentionally false! -->
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/hyphenations_ga.txt"/>
[junit4] 1> <filter class="solr.IrishLowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ga.txt"/>
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Irish"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Galician -->
[junit4] 1> <dynamicField name="*_txt_gl" type="text_gl" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_gl" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_gl.txt" />
[junit4] 1> <filter class="solr.GalicianStemFilterFactory"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.GalicianMinimalStemFilterFactory"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Hindi -->
[junit4] 1> <dynamicField name="*_txt_hi" type="text_hi" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_hi" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <!-- normalizes unicode representation -->
[junit4] 1> <filter class="solr.IndicNormalizationFilterFactory"/>
[junit4] 1> <!-- normalizes variation in spelling -->
[junit4] 1> <filter class="solr.HindiNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hi.txt" />
[junit4] 1> <filter class="solr.HindiStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Hungarian -->
[junit4] 1> <dynamicField name="*_txt_hu" type="text_hu" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_hu" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hu.txt" format="snowball" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Hungarian"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.HungarianLightStemFilterFactory"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Armenian -->
[junit4] 1> <dynamicField name="*_txt_hy" type="text_hy" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_hy" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hy.txt" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Armenian"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Indonesian -->
[junit4] 1> <dynamicField name="*_txt_id" type="text_id" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_id" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_id.txt" />
[junit4] 1> <!-- for a less aggressive approach (only inflectional suffixes), set stemDerivational to false -->
[junit4] 1> <filter class="solr.IndonesianStemFilterFactory" stemDerivational="true"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Italian -->
[junit4] 1> <dynamicField name="*_txt_it" type="text_it" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_it" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- removes l', etc -->
[junit4] 1> <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_it.txt"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_it.txt" format="snowball" />
[junit4] 1> <filter class="solr.ItalianLightStemFilterFactory"/>
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Italian"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4]
[...truncated too long message...]
changes
[junit4] 2> 2637240 INFO (SUITE-TestTlogReplica-seed#[34BC093EA65091CE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46801 46801
[junit4] 2> 2645490 INFO (Thread-5815) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46801 46801
[junit4] 2> 2645491 WARN (Thread-5815) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/configs/conf
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 9 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 22 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 22 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 19 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 4 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98860390855344133-core_node4-n_0000000000
[junit4] 2> 4 /solr/overseer_elect/election/98860390855344133-127.0.0.1:39077_solr-n_0000000001
[junit4] 2> 3 /solr/overseer_elect/election/98860390855344148-127.0.0.1:45311_solr-n_0000000005
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98860390855344133-core_node15-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98860390855344133-core_node16-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98860390855344148-core_node4-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98860390855344134-core_node3-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 10 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_34BC093EA65091CE-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Memory), id=Lucene50(blocksize=128), foo_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=543, maxMBSortInHeap=5.009815028942321, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SA, timezone=Atlantic/Jan_Mayen
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=185626240,total=494927872
[junit4] 2> NOTE: All tests run in this JVM: [OutOfBoxZkACLAndCredentialsProvidersTest, ClassificationUpdateProcessorIntegrationTest, TestStressCloudBlindAtomicUpdates, ScriptEngineTest, RankQueryTest, RestartWhileUpdatingTest, TestCloudPseudoReturnFields, TestDistribIDF, TestSubQueryTransformerCrossCore, TimeZoneUtilsTest, TestCoreContainer, TestMultiWordSynonyms, JSONWriterTest, TestLegacyNumericRangeQueryBuilder, IndexSchemaTest, FullSolrCloudDistribCmdsTest, TestLMDirichletSimilarityFactory, TestLocalFSCloudBackupRestore, TestSQLHandlerNonCloud, TestConfigSets, TestReqParamsAPI, TestEmbeddedSolrServerConstructors, TestTrie, TestDistributedMissingSort, TestSolrCloudWithDelegationTokens, OverseerModifyCollectionTest, RequiredFieldsTest, SuggesterTest, TestShardHandlerFactory, CSVRequestHandlerTest, TestCharFilters, TestClusterProperties, ChaosMonkeyNothingIsSafeTest, TestDynamicLoading, TestSolrQueryResponse, MissingSegmentRecoveryTest, TestCoreDiscovery, TestHashPartitioner, SubstringBytesRefFilterTest, QueryElevationComponentTest, TestConfigsApi, BlockCacheTest, ReplicaListTransformerTest, CdcrReplicationDistributedZkTest, TestSimpleQParserPlugin, HdfsWriteToMultipleCollectionsTest, PreAnalyzedFieldManagedSchemaCloudTest, TestRuleBasedAuthorizationPlugin, TestTrackingShardHandlerFactory, TestMultiValuedNumericRangeQuery, SolrSlf4jReporterTest, TestUniqueKeyFieldResource, TestRTimerTree, HdfsDirectoryFactoryTest, EchoParamsTest, TestLRUCache, LeaderElectionContextKeyTest, TestMinMaxOnMultiValuedField, TestFieldCache, TestPullReplicaErrorHandling, TestImpersonationWithHadoopAuth, HdfsRecoveryZkTest, SpellCheckCollatorWithCollapseTest, TestLMJelinekMercerSimilarityFactory, CursorMarkTest, TestManagedSynonymGraphFilterFactory, RecoveryZkTest, TestSolrXml, SolrXmlInZkTest, TestUnifiedSolrHighlighter, WrapperMergePolicyFactoryTest, HdfsAutoAddReplicasIntegrationTest, FileBasedSpellCheckerTest, RemoteQueryErrorTest, DocValuesMissingTest, TestReload, TestElisionMultitermQuery, TestZkChroot, SortByFunctionTest, TestGraphTermsQParserPlugin, TestStressUserVersions, ConfigSetsAPITest, TestFunctionQuery, OverseerTest, DistributedSuggestComponentTest, HdfsDirectoryTest, TestFieldTypeResource, TestLeaderElectionWithEmptyReplica, DocValuesNotIndexedTest, XmlUpdateRequestHandlerTest, TestManagedResourceStorage, PreAnalyzedUpdateProcessorTest, CollectionReloadTest, TestRawResponseWriter, SolrIndexMetricsTest, UpdateLogTest, SolrTestCaseJ4Test, TestConfigSetsAPI, TestExtendedDismaxParser, TestShortCircuitedRequests, PluginInfoTest, TestPolicyCloud, SparseHLLTest, PKIAuthenticationIntegrationTest, DeleteNodeTest, HdfsCollectionsAPIDistributedZkTest, TestCustomDocTransformer, DistanceUnitsTest, TestFiltering, TestSolrCoreParser, TestUseDocValuesAsStored2, TestGraphMLResponseWriter, PropertiesRequestHandlerTest, DirectSolrSpellCheckerTest, DistributedExpandComponentTest, TestFuzzyAnalyzedSuggestions, TestRequestStatusCollectionAPI, SimplePostToolTest, SolrCoreCheckLockOnStartupTest, DisMaxRequestHandlerTest, TestGroupingSearch, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, ShardRoutingTest, TestRandomFaceting, LeaderElectionTest, TestDistributedSearch, TestRecovery, ZkControllerTest, DistributedTermsComponentTest, SimpleFacetsTest, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestQueryUtils, TestQueryTypes, TestOmitPositions, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestJmxIntegration, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestConfig, OutputWriterTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, TestCodecSupport, TestBM25SimilarityFactory, TestFastOutputStream, TestFastLRUCache, TestSystemIdResolver, DateFieldTest, DOMUtilTest, TestSolrJ, ZkNodePropsTest, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, AddReplicaTest, AsyncCallRequestStatusResponseTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribJoinFromCollectionTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaTest, OverseerStatusTest, OverseerTaskQueueTest, ReplaceNodeTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPrepRecovery, TestPullReplica, TestRandomRequestDistribution, TestRebalanceLeaders, TestTlogReplica]
[junit4] Completed [530/744 (2!)] on J2 in 106.04s, 13 tests, 1 failure <<< FAILURES!
[...truncated 40841 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 638
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/638/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=23696, name=jetty-launcher-2920-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=23686, name=jetty-launcher-2920-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=23696, name=jetty-launcher-2920-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=23686, name=jetty-launcher-2920-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([15180832CFBE962C]:0)
FAILED: org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:45907
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:45907
at __randomizedtesting.SeedInfo.seed([15180832CFBE962C:67B3A5DFED12F8A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([15180832CFBE962C:28C0A61EF750C85C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.TestAuthenticationFramework.createCollection(TestAuthenticationFramework.java:112)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:120)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes
Error Message:
Error from server at http://127.0.0.1:46283/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46283/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([15180832CFBE962C:8B2D6CCAE99DDAA4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:40)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.UnloadDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:39897
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39897
at __randomizedtesting.SeedInfo.seed([15180832CFBE962C:9D4C37E86142FBD4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.handler.TestSolrConfigHandlerCloud.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:45697/yee/c
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45697/yee/c
at __randomizedtesting.SeedInfo.seed([15180832CFBE962C:9D4C37E86142FBD4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 12440 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/init-core-data-001
[junit4] 2> 172504 WARN (SUITE-TestAuthenticationFramework-seed#[15180832CFBE962C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 172505 INFO (SUITE-TestAuthenticationFramework-seed#[15180832CFBE962C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 172506 INFO (SUITE-TestAuthenticationFramework-seed#[15180832CFBE962C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 172508 INFO (SUITE-TestAuthenticationFramework-seed#[15180832CFBE962C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 172510 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[15180832CFBE962C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001
[junit4] 2> 172511 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[15180832CFBE962C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 172511 INFO (Thread-269) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 172511 INFO (Thread-269) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 172517 ERROR (Thread-269) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 172611 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[15180832CFBE962C]) [ ] o.a.s.c.ZkTestServer start zk server on port:41203
[junit4] 2> 172622 INFO (jetty-launcher-175-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 172622 INFO (jetty-launcher-175-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 172628 INFO (jetty-launcher-175-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b340b3{/solr,null,AVAILABLE}
[junit4] 2> 172633 INFO (jetty-launcher-175-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a683b{SSL,[ssl, http/1.1]}{127.0.0.1:42259}
[junit4] 2> 172633 INFO (jetty-launcher-175-thread-2) [ ] o.e.j.s.Server Started @173734ms
[junit4] 2> 172633 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42259}
[junit4] 2> 172634 ERROR (jetty-launcher-175-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 172634 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 172634 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 172634 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 172634 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T20:26:40.859Z
[junit4] 2> 172638 INFO (jetty-launcher-175-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f54468{/solr,null,AVAILABLE}
[junit4] 2> 172639 INFO (jetty-launcher-175-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f57c27{SSL,[ssl, http/1.1]}{127.0.0.1:41325}
[junit4] 2> 172639 INFO (jetty-launcher-175-thread-1) [ ] o.e.j.s.Server Started @173740ms
[junit4] 2> 172639 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41325}
[junit4] 2> 172640 ERROR (jetty-launcher-175-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 172640 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 172640 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 172640 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 172640 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T20:26:40.865Z
[junit4] 2> 172640 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 172642 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 172651 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41203/solr
[junit4] 2> 172652 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41203/solr
[junit4] 2> 172743 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:41325_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 172743 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:42259_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 172744 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:41325_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41325_solr
[junit4] 2> 172744 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:42259_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42259_solr
[junit4] 2> 172745 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:41325_solr ] o.a.s.c.Overseer Overseer (id=98863100771565573-127.0.0.1:41325_solr-n_0000000000) starting
[junit4] 2> 172745 INFO (zkCallback-186-thread-1-processing-n:127.0.0.1:41325_solr) [n:127.0.0.1:41325_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 172753 INFO (zkCallback-187-thread-1-processing-n:127.0.0.1:42259_solr) [n:127.0.0.1:42259_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 172756 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:41325_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41325_solr
[junit4] 2> 172757 INFO (zkCallback-186-thread-1-processing-n:127.0.0.1:41325_solr) [n:127.0.0.1:41325_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 172759 INFO (zkCallback-187-thread-1-processing-n:127.0.0.1:42259_solr) [n:127.0.0.1:42259_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 172930 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:42259_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 172970 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:42259_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42259.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 172981 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:41325_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 172988 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:42259_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42259.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 172988 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:42259_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42259.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 172991 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:42259_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node2/.
[junit4] 2> 173009 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:41325_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41325.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 173023 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:41325_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41325.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 173023 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:41325_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41325.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 173025 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:41325_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node1/.
[junit4] 2> 173068 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[15180832CFBE962C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 173069 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[15180832CFBE962C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41203/solr ready
[junit4] 2> 173071 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[15180832CFBE962C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 173169 INFO (qtp28544661-1438) [n:127.0.0.1:42259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=132b299e-6321-4f49-9d23-bd11bb45bd08&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 173171 INFO (qtp28544661-1438) [n:127.0.0.1:42259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=132b299e-6321-4f49-9d23-bd11bb45bd08&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 173173 INFO (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:41325_solr) [n:127.0.0.1:41325_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 173175 INFO (qtp28544661-1445) [n:127.0.0.1:42259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=132b299e-6321-4f49-9d23-bd11bb45bd08&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 173177 INFO (qtp28544661-1445) [n:127.0.0.1:42259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=132b299e-6321-4f49-9d23-bd11bb45bd08&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 173283 INFO (OverseerStateUpdate-98863100771565573-127.0.0.1:41325_solr-n_0000000000) [n:127.0.0.1:41325_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41325/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 173285 INFO (OverseerStateUpdate-98863100771565573-127.0.0.1:41325_solr-n_0000000000) [n:127.0.0.1:41325_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42259/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 173286 INFO (OverseerStateUpdate-98863100771565573-127.0.0.1:41325_solr-n_0000000000) [n:127.0.0.1:41325_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41325/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 173288 INFO (OverseerStateUpdate-98863100771565573-127.0.0.1:41325_solr-n_0000000000) [n:127.0.0.1:41325_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42259/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 173499 INFO (qtp28544661-1439) [n:127.0.0.1:42259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2
[junit4] 2> 173499 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 173500 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 173516 INFO (qtp28544661-1438) [n:127.0.0.1:42259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=14
[junit4] 2> 173516 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 173573 INFO (qtp3987447-1448) [n:127.0.0.1:41325_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 173573 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 173573 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 173588 INFO (qtp3987447-1440) [n:127.0.0.1:41325_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 173588 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 173591 INFO (qtp3987447-1437) [n:127.0.0.1:41325_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351
[junit4] 2> 173591 INFO (qtp3987447-1437) [n:127.0.0.1:41325_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 173692 INFO (zkCallback-187-thread-1-processing-n:127.0.0.1:42259_solr) [n:127.0.0.1:42259_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 173692 INFO (zkCallback-186-thread-1-processing-n:127.0.0.1:41325_solr) [n:127.0.0.1:41325_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 173692 INFO (zkCallback-186-thread-2-processing-n:127.0.0.1:41325_solr) [n:127.0.0.1:41325_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 174179 INFO (qtp28544661-1449) [n:127.0.0.1:42259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=132b299e-6321-4f49-9d23-bd11bb45bd08&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 174179 INFO (qtp28544661-1449) [n:127.0.0.1:42259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=132b299e-6321-4f49-9d23-bd11bb45bd08&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 174530 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 174531 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 174545 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 174545 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 174548 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 174548 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 174549 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42259.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 174549 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 174549 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 174549 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 174549 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node2/testcollection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node2/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 174549 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42259.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 174549 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 174549 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node2/testcollection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node2/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 174587 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 174600 INFO (qtp3987447-1448) [n:127.0.0.1:41325_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351
[junit4] 2> 174600 INFO (qtp3987447-1448) [n:127.0.0.1:41325_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 174604 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 174607 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 174607 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 174608 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41325.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 174608 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 174608 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node1/testcollection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node1/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 174609 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 174629 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 174633 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 174633 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 174633 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41325.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fcc02
[junit4] 2> 174634 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 174634 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_15180832CFBE962C-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 174643 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 174643 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 174651 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 174651 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 174654 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@14f8ea9[testcollection_shard2_replica_n6] main]
[junit4] 2> 174655 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 174655 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 174655 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 174655 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 174656 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 174656 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 174656 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 174657 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581809614593196032
[junit4] 2> 174658 INFO (searcherExecutor-566-thread-1-processing-x:testcollection_shard2_replica_n6 r:core_node8 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE n:127.0.0.1:42259_solr s:shard2 c:testcollection) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@14f8ea9[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 174658 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@10c5931[testcollection_shard1_replica_n2] main]
[junit4] 2> 174659 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 174660 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 174661 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 174662 INFO (searcherExecutor-567-thread-1-processing-x:testcollection_shard1_replica_n2 r:core_node5 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE n:127.0.0.1:42259_solr s:shard1 c:testcollection) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@10c5931[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 174662 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581809614598438912
[junit4] 2> 174663 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 174667 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 174687 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 174687 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 174689 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 174689 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 174691 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d643e[testcollection_shard2_replica_n4] main]
[junit4] 2> 174692 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 174692 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 174693 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 174694 INFO (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581809614631993344
[junit4] 2> 174714 INFO (searcherExecutor-569-thread-1-processing-x:testcollection_shard2_replica_n4 r:core_node7 132b299e-6321-4f49-9d23-bd11bb45bd084450050829006351 CREATE n:127.0.0.1:41325_solr s:shard2 c:testcollection) [n:127.0.0.1:41325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@3d643e[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 174719 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 174719 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 174720 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 174720 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 174721 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a28d20[testcollection_shard1_replica_n1] main]
[junit4] 2> 174722 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 174723 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 174724 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 174725 INFO (searcherExecutor-571-thread-1-processing-x:testcollection_shard1_replica_n1 r:core_node3 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE n:127.0.0.1:41325_solr s:shard1 c:testcollection) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@1a28d20[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 174725 INFO (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:41325_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050825527958 CREATE) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581809614664499200
[junit4] 2> 175169 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 175169 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 175170 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 175170 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42259/solr/testcollection_shard1_replica_n2/
[junit4] 2> 175170 INFO (parallelCoreAdminExecutor-562-thread-2-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050827415582 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=https://127.0.0.1:42259/solr START replicas=[https://127.0.0.1:41325/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 175169 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 175173 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42259/solr/testcollection_shard2_replica_n6/
[junit4] 2> 175173 INFO (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:42259_solr 132b299e-6321-4f49-9d23-bd11bb45bd084450050830366406 CREATE) [n:127.0.0.1:42259_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=https://127.0.0.1:42259/solr START replicas=[https://127.0.0.1:41325/solr/testcollection_shard2_replica_n4/] nUpdates=100
[junit4] 2> 175182 INFO (qtp28544661-1445) [n:127.0.0.1:42259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=132b299e-6321-4f49-9d23-bd11bb45bd08&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 175183 INFO (qtp28544661-1445) [n:127.0.0.1:42259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=132b299e-6321-4f49-9d23-bd11bb45bd08&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 175191 INFO (qtp3987447-1442) [n:127.0.0.1:41325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false
[...truncated too long message...]
work.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 20, 2017 9:28:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=540, maxMBSortInHeap=6.1729864340444145, sim=RandomSimilarity(queryNorm=true): {}, locale=et, timezone=Asia/Macau
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=85286128,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ConfigSetsAPITest, HdfsAutoAddReplicasIntegrationTest, TestLocalFSCloudBackupRestore, DistributedSuggestComponentTest, TestDistributedMissingSort, TestPolicyCloud, TestDistributedGrouping, TestLegacyFieldReuse, TestFiltering, LeaderElectionContextKeyTest, TestStressUserVersions, ZkStateReaderTest, TestQueryTypes, TestFileDictionaryLookup, RecoveryZkTest, XsltUpdateRequestHandlerTest, HdfsCollectionsAPIDistributedZkTest, BlockCacheTest, TestValueSourceCache, TestMultiValuedNumericRangeQuery, TestSolrDeletionPolicy2, BasicDistributedZk2Test, RequestLoggingTest, SubstringBytesRefFilterTest, TestSimpleQParserPlugin, BlockJoinFacetSimpleTest, OutOfBoxZkACLAndCredentialsProvidersTest, TlogReplayBufferedWhileIndexingTest, CursorMarkTest, RuleEngineTest, SolrSlf4jReporterTest, TestTolerantSearch, TestLMJelinekMercerSimilarityFactory, MissingSegmentRecoveryTest, DistributedSpellCheckComponentTest, HdfsThreadLeakTest, TestManagedSynonymGraphFilterFactory, CdcrReplicationDistributedZkTest, TestCoreDiscovery, TestCryptoKeys, DocExpirationUpdateProcessorFactoryTest, ClusterStateTest, TestClusterProperties, LeaderInitiatedRecoveryOnCommitTest, TestTlogReplica, CdcrVersionReplicationTest, SolrXmlInZkTest, TestNamedUpdateProcessors, HttpSolrCallGetCoreTest, DirectSolrConnectionTest, TestManagedSchemaAPI, HighlighterTest, TestCloudPseudoReturnFields, EchoParamsTest, TestConfigOverlay, TestFieldCache, TestMultiWordSynonyms, TestSearchPerf, HdfsDirectoryFactoryTest, UUIDFieldTest, CoreMergeIndexesAdminHandlerTest, TestLMDirichletSimilarityFactory, TestCustomDocTransformer, SuggesterTest, TestFieldTypeResource, TestConfigSetsAPI, DocValuesNotIndexedTest, QueryElevationComponentTest, TestSolrCoreParser, TestSolrCloudWithDelegationTokens, TestSQLHandlerNonCloud, TestDownShardTolerantSearch, ZkNodePropsTest, WordBreakSolrSpellCheckerTest, TestHashPartitioner, TestLegacyFieldCache, PluginInfoTest, OverseerTaskQueueTest, SystemInfoHandlerTest, NodeLostTriggerTest, TestLRUCache, TestManagedResourceStorage, TestCustomSort, FileBasedSpellCheckerTest, UtilsToolTest, HdfsDirectoryTest, TestSystemCollAutoCreate, HdfsWriteToMultipleCollectionsTest, SolrTestCaseJ4Test, BJQParserTest, BadComponentTest, PreAnalyzedFieldManagedSchemaCloudTest, TestStreamBody, PropertiesRequestHandlerTest, CdcrUpdateLogTest, CoreSorterTest, TestRawResponseWriter, DistanceUnitsTest, TestReload, HdfsBasicDistributedZkTest, TimeZoneUtilsTest, WrapperMergePolicyFactoryTest, IndexBasedSpellCheckerTest, TestRuleBasedAuthorizationPlugin, TestStressCloudBlindAtomicUpdates, TestShortCircuitedRequests, TestFieldCacheSortRandom, UniqFieldsUpdateProcessorFactoryTest, TestMinMaxOnMultiValuedField, AlternateDirectoryTest, DeleteNodeTest, TestCloudInspectUtil, TestLegacyNumericRangeQueryBuilder, FieldAnalysisRequestHandlerTest, ReplicaListTransformerTest, SolrGraphiteReporterTest, TestSolrCoreProperties, SparseHLLTest, CollectionsAPIAsyncDistributedZkTest, TestCoreContainer, TestClassicSimilarityFactory, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestFaceting, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestRangeQuery, TestQuerySenderListener, TestSolrIndexConfig, CopyFieldTest, TestStressRecovery, ResourceLoaderTest, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, TestDocumentBuilder, SliceStateTest, FileUtilsTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AddReplicaTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteShardTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, MoveReplicaHDFSTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, ShardSplitTest, TestReplicaProperties, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=15180832CFBE962C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=23696, name=jetty-launcher-2920-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=23686, name=jetty-launcher-2920-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([15180832CFBE962C]:0)
[junit4] Completed [552/744 (6!)] on J2 in 49.53s, 12 tests, 1 error <<< FAILURES!
[...truncated 43701 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 637
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/637/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:45257/_pg
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45257/_pg
at __randomizedtesting.SeedInfo.seed([3B1C40B3F78D0000:B3487F6959716DF8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 13310 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> 1309262 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[3B1C40B3F78D0000]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_3B1C40B3F78D0000-001/init-core-data-001
[junit4] 2> 1309262 WARN (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[3B1C40B3F78D0000]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1309263 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[3B1C40B3F78D0000]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1309264 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[3B1C40B3F78D0000]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1309264 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[3B1C40B3F78D0000]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_pg/
[junit4] 2> 1309266 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1309266 INFO (Thread-2802) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1309266 INFO (Thread-2802) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1309267 ERROR (Thread-2802) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1309366 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.ZkTestServer start zk server on port:39717
[junit4] 2> 1309369 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f3aabe6290000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1309371 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1309372 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1309372 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1309373 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1309373 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1309373 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1309374 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1309374 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1309374 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1309375 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1309375 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1309375 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1309428 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1309428 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d10f1e1{/_pg,null,AVAILABLE}
[junit4] 2> 1309429 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ea9aec4{HTTP/1.1,[http/1.1]}{127.0.0.1:45257}
[junit4] 2> 1309429 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.e.j.s.Server Started @1310836ms
[junit4] 2> 1309429 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_3B1C40B3F78D0000-001/tempDir-001/control/data, hostContext=/_pg, hostPort=45257, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_3B1C40B3F78D0000-001/control-001/cores}
[junit4] 2> 1309429 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1309429 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1309429 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1309429 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1309429 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T16:44:25.163Z
[junit4] 2> 1309430 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1309430 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_3B1C40B3F78D0000-001/control-001/solr.xml
[junit4] 2> 1309432 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1309433 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1309433 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@98f1793, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1309435 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39717/solr
[junit4] 2> 1309463 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [n:127.0.0.1:45257__pg ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1309463 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [n:127.0.0.1:45257__pg ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45257__pg
[junit4] 2> 1309463 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [n:127.0.0.1:45257__pg ] o.a.s.c.Overseer Overseer (id=98862226800705540-127.0.0.1:45257__pg-n_0000000000) starting
[junit4] 2> 1309466 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [n:127.0.0.1:45257__pg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45257__pg
[junit4] 2> 1309480 INFO (OverseerStateUpdate-98862226800705540-127.0.0.1:45257__pg-n_0000000000) [n:127.0.0.1:45257__pg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309558 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [n:127.0.0.1:45257__pg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@98f1793
[junit4] 2> 1309564 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [n:127.0.0.1:45257__pg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@98f1793
[junit4] 2> 1309564 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [n:127.0.0.1:45257__pg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@98f1793
[junit4] 2> 1309565 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [n:127.0.0.1:45257__pg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_3B1C40B3F78D0000-001/control-001/cores
[junit4] 2> 1309577 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309577 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39717/solr ready
[junit4] 2> 1309578 INFO (qtp189655554-14065) [n:127.0.0.1:45257__pg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45257__pg&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1309579 INFO (OverseerThreadFactory-6046-thread-1-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1309682 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1309682 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1309784 INFO (zkCallback-3346-thread-1-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1310702 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1310714 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1310778 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1310784 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1310784 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@98f1793
[junit4] 2> 1310784 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1310784 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_3B1C40B3F78D0000-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_3B1C40B3F78D0000-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1310786 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1310801 WARN (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1310823 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1310823 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1310823 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1310823 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1310824 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=123804075, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1310824 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c97eb58[control_collection_shard1_replica_n1] main]
[junit4] 2> 1310826 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1310826 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1310826 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1310827 INFO (searcherExecutor-6049-thread-1-processing-n:127.0.0.1:45257__pg x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4c97eb58[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1310827 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581795630447067136
[junit4] 2> 1310830 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1310830 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1310830 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45257/_pg/control_collection_shard1_replica_n1/
[junit4] 2> 1310830 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1310830 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45257/_pg/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1310830 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1310832 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45257/_pg/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1369637 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 45257
[junit4] 2> 1369637 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=454505867
[junit4] 2> 1369637 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1369637 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60b8bada: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@678cf8d3
[junit4] 2> 1369640 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1369640 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7718965: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3f036733
[junit4] 2> 1369642 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1369642 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2709bd1c: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@607ffc3
[junit4] 2> 1369643 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45257__pg
[junit4] 2> 1369643 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1369643 INFO (zkCallback-3346-thread-2-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1369643 INFO (coreCloseExecutor-6054-thread-1) [n:127.0.0.1:45257__pg c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@23e6b5bf
[junit4] 2> 1369644 INFO (coreCloseExecutor-6054-thread-1) [n:127.0.0.1:45257__pg c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=602322367
[junit4] 2> 1369644 INFO (coreCloseExecutor-6054-thread-1) [n:127.0.0.1:45257__pg c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13799426: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@fc2f51c
[junit4] 2> 1369651 INFO (coreCloseExecutor-6054-thread-1) [n:127.0.0.1:45257__pg c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=602322367
[junit4] 2> 1380505 INFO (ScheduledTrigger-6044-thread-3) [n:127.0.0.1:45257__pg ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1380506 INFO (AutoscalingActionExecutor-6045-thread-1-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14ef550fba303f40T6lxizi0vgqirnjy6r48pt73cz",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508517926229000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508517926229000000],
[junit4] 2> "_enqueue_time_":1508517936239000000,
[junit4] 2> "nodeNames":["127.0.0.1:45257__pg"]}}
[junit4] 2> 1489579 ERROR (qtp189655554-14065) [n:127.0.0.1:45257__pg ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1489580 INFO (qtp189655554-14065) [n:127.0.0.1:45257__pg ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45257__pg&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 1489580 ERROR (qtp189655554-14065) [n:127.0.0.1:45257__pg ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1909780 ERROR (OverseerThreadFactory-6046-thread-1-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:45257/_pg
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45257/_pg
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 1909781 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.Overseer Overseer (id=98862226800705540-127.0.0.1:45257__pg-n_0000000000) closing
[junit4] 2> 1909781 INFO (OverseerStateUpdate-98862226800705540-127.0.0.1:45257__pg-n_0000000000) [n:127.0.0.1:45257__pg ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45257__pg
[junit4] 2> 1909781 ERROR (OverseerThreadFactory-6046-thread-1-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1909782 INFO (OverseerThreadFactory-6046-thread-1-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1939841 INFO (zkCallback-3346-thread-5-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1939842 ERROR (OverseerThreadFactory-6046-thread-1-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1939849 INFO (OverseerThreadFactory-6046-thread-1-processing-n:127.0.0.1:45257__pg) [n:127.0.0.1:45257__pg ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1939849 WARN (OverseerAutoScalingTriggerThread-98862226800705540-127.0.0.1:45257__pg-n_0000000000) [n:127.0.0.1:45257__pg ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1939851 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7ea9aec4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1939851 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d10f1e1{/_pg,null,UNAVAILABLE}
[junit4] 2> 1939883 ERROR (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1939884 ERROR (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 1939884 INFO (qtp189655554-14067) [n:127.0.0.1:45257__pg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630202
[junit4] 2> 1939884 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1939885 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[3B1C40B3F78D0000]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39717 39717
[junit4] 2> 1944916 INFO (Thread-2802) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39717 39717
[junit4] 2> 1944916 WARN (Thread-2802) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test -Dtests.seed=3B1C40B3F78D0000 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Etc/GMT-10 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 636s J1 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45257/_pg
[junit4] > at __randomizedtesting.SeedInfo.seed([3B1C40B3F78D0000:B3487F6959716DF8]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_3B1C40B3F78D0000-001
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=27034, maxDocsPerChunk=9, blockSize=462), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=27034, blockSize=462)), sim=RandomSimilarity(queryNorm=true): {}, locale=und, timezone=Etc/GMT-10
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=131770240,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DeleteLastCustomShardedReplicaTest, SOLR749Test, BufferStoreTest, TestCustomStream, ZkSolrClientTest, SSLMigrationTest, SolrJmxReporterTest, HdfsChaosMonkeySafeLeaderTest, TestDistribDocBasedVersion, BigEndianAscendingWordDeserializerTest, TestRequestForwarding, SpatialRPTFieldTypeTest, ClassificationUpdateProcessorFactoryTest, TestZkAclsWithHadoopAuth, UninvertDocValuesMergePolicyTest, TestSolr4Spatial2, HdfsBasicDistributedZk2Test, V2StandaloneTest, ImplicitSnitchTest, SharedFSAutoReplicaFailoverTest, HdfsSyncSliceTest, TestJsonFacets, NotRequiredUniqueKeyTest, SignatureUpdateProcessorFactoryTest, TestBlobHandler, DateRangeFieldTest, TestCursorMarkWithoutUniqueKey, MergeStrategyTest, TestInPlaceUpdatesStandalone, TestRangeQuery, TestMissingGroups, ConfigureRecoveryStrategyTest, TestSimpleTrackingShardHandler, HdfsUnloadDistributedZkTest, HLLUtilTest, NumericFieldsTest, TestBlendedInfixSuggestions, HighlighterMaxOffsetTest, HdfsRecoverLeaseTest, TestGeoJSONResponseWriter, SegmentsInfoRequestHandlerTest, ManagedSchemaRoundRobinCloudTest, SpellingQueryConverterTest, TestSQLHandler, MoreLikeThisHandlerTest, ConcurrentDeleteAndCreateCollectionTest, ChaosMonkeySafeLeaderTest, TestDynamicFieldResource, HighlighterConfigTest, AddReplicaTest, TestObjectReleaseTracker, TestCloudSchemaless, TestReloadAndDeleteDocs, PingRequestHandlerTest, TestBackupRepositoryFactory, SolrRequestParserTest, ClusterStateUpdateTest, TestRandomRequestDistribution, TestManagedResource, TestTestInjection, SolrIndexConfigTest, TestLegacyTerms, BlobRepositoryCloudTest, TestPseudoReturnFields, InfixSuggestersTest, TestStressLucene, TestAnalyzedSuggestions, TestExceedMaxTermLength, TestFastWriter, ZkCLITest, TestUseDocValuesAsStored, TestConfigSetsAPIZkFailure, SolrGangliaReporterTest, TestQuerySenderNoQuery, TestWriterPerf, CollectionTooManyReplicasTest, TestPivotHelperCode, ShowFileRequestHandlerTest, TestJmxIntegration, TestLazyCores, OverseerCollectionConfigSetProcessorTest, TestFilteredDocIdSet, SystemLogListenerTest, TestRemoteStreaming, SuggesterFSTTest, TestAddFieldRealTimeGet, TestXmlQParser, ConjunctionSolrSpellCheckerTest, ReplicationFactorTest, TestComplexPhraseQParserPlugin, UUIDUpdateProcessorFallbackTest, TestRetrieveFieldsOptimizer, SampleTest, RecoveryAfterSoftCommitTest, TestScoreJoinQPScore, SolrCloudExampleTest, SpatialHeatmapFacetsTest, TestHighFrequencyDictionaryFactory, TestDocSet, DOMUtilTest, TermVectorComponentDistributedTest, RegexBoostProcessorTest, LukeRequestHandlerTest, ShardRoutingCustomTest, MoveReplicaHDFSTest, TestNumericTerms64, TestCollationField, DeleteShardTest, JvmMetricsTest, TestOmitPositions, TestNonDefinedSimilarityFactory, TestPullReplica, TestMiniSolrCloudClusterSSL, VMParamsZkACLAndCredentialsProvidersTest, TestOverriddenPrefixQueryForCustomFieldType, TestLegacyField, TestSolrConfigHandlerConcurrent, ExitableDirectoryReaderTest, AddSchemaFieldsUpdateProcessorFactoryTest, PeerSyncWithIndexFingerprintCachingTest, TestJettySolrRunner, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, TestDistributedGrouping, TestFaceting, TestStressReorder, TestReload, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, DirectUpdateHandlerTest, TestBadConfig, SoftAutoCommitTest, SynonymTokenizerTest, TestXIncludeConfig, TestPerFieldSimilarity, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed [545/744 (1!)] on J1 in 635.67s, 1 test, 1 error <<< FAILURES!
[...truncated 47937 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 636
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/636/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests
Error Message:
DeleteReplica did not complete expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: DeleteReplica did not complete expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([8DF22A755AF602EB:69B616C2FC5E4C34]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:170)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls
Error Message:
CreateCollection task did not complete! expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: CreateCollection task did not complete! expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([8DF22A755AF602EB:D596A6145C9CAA3F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls(CollectionsAPIAsyncDistributedZkTest.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13262 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/init-core-data-001
[junit4] 2> 1522708 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 1522709 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1522709 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1522710 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1522710 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/tempDir-001
[junit4] 2> 1522710 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1522710 INFO (Thread-2481) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1522710 INFO (Thread-2481) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1522711 ERROR (Thread-2481) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1522810 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44787
[junit4] 2> 1522814 INFO (jetty-launcher-2907-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1522814 INFO (jetty-launcher-2907-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1522814 INFO (jetty-launcher-2907-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@500692{/solr,null,AVAILABLE}
[junit4] 2> 1522814 INFO (jetty-launcher-2907-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17a5e8f{/solr,null,AVAILABLE}
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14ec849{SSL,[ssl, http/1.1]}{127.0.0.1:33033}
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15f3ec1{SSL,[ssl, http/1.1]}{127.0.0.1:44895}
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-1) [ ] o.e.j.s.Server Started @1524321ms
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-2) [ ] o.e.j.s.Server Started @1524321ms
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33033}
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44895}
[junit4] 2> 1522816 ERROR (jetty-launcher-2907-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1522816 ERROR (jetty-launcher-2907-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T12:24:54.446Z
[junit4] 2> 1522816 INFO (jetty-launcher-2907-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T12:24:54.446Z
[junit4] 2> 1522817 INFO (jetty-launcher-2907-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1522817 INFO (jetty-launcher-2907-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1522822 INFO (jetty-launcher-2907-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44787/solr
[junit4] 2> 1522822 INFO (jetty-launcher-2907-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44787/solr
[junit4] 2> 1522853 INFO (jetty-launcher-2907-thread-1) [n:127.0.0.1:33033_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1522853 INFO (jetty-launcher-2907-thread-2) [n:127.0.0.1:44895_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1522853 INFO (jetty-launcher-2907-thread-1) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33033_solr
[junit4] 2> 1522853 INFO (jetty-launcher-2907-thread-2) [n:127.0.0.1:44895_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44895_solr
[junit4] 2> 1522853 INFO (jetty-launcher-2907-thread-1) [n:127.0.0.1:33033_solr ] o.a.s.c.Overseer Overseer (id=98861206361931781-127.0.0.1:33033_solr-n_0000000000) starting
[junit4] 2> 1522853 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1522853 INFO (zkCallback-2918-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1522862 INFO (jetty-launcher-2907-thread-1) [n:127.0.0.1:33033_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33033_solr
[junit4] 2> 1522862 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1522862 INFO (zkCallback-2918-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1522976 INFO (jetty-launcher-2907-thread-2) [n:127.0.0.1:44895_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44895.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@117fdf1
[junit4] 2> 1522981 INFO (jetty-launcher-2907-thread-2) [n:127.0.0.1:44895_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44895.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@117fdf1
[junit4] 2> 1522982 INFO (jetty-launcher-2907-thread-2) [n:127.0.0.1:44895_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44895.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@117fdf1
[junit4] 2> 1522982 INFO (jetty-launcher-2907-thread-2) [n:127.0.0.1:44895_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/tempDir-001/node2/.
[junit4] 2> 1523010 INFO (jetty-launcher-2907-thread-1) [n:127.0.0.1:33033_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33033.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@117fdf1
[junit4] 2> 1523015 INFO (jetty-launcher-2907-thread-1) [n:127.0.0.1:33033_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33033.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@117fdf1
[junit4] 2> 1523015 INFO (jetty-launcher-2907-thread-1) [n:127.0.0.1:33033_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33033.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@117fdf1
[junit4] 2> 1523016 INFO (jetty-launcher-2907-thread-1) [n:127.0.0.1:33033_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/tempDir-001/node1/.
[junit4] 2> 1523032 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1523033 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44787/solr ready
[junit4] 2> 1523041 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[8DF22A755AF602EB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncRequests
[junit4] 2> 1523076 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&shards=shard1&replicationFactor=1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1523077 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&shards=shard1&replicationFactor=1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1523077 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1523078 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1523078 INFO (OverseerThreadFactory-5721-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.CreateCollectionCmd Create collection testAsyncOperations
[junit4] 2> 1523182 INFO (OverseerStateUpdate-98861206361931781-127.0.0.1:33033_solr-n_0000000000) [n:127.0.0.1:33033_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testAsyncOperations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testAsyncOperations_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44895/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1523386 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncOperations&version=2&replicaType=NRT&async=6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556&coreNodeName=core_node2&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1523386 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncOperations&version=2&replicaType=NRT&async=6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556&coreNodeName=core_node2&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 1523386 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1523386 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556
[junit4] 2> 1523386 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1523490 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1523490 INFO (zkCallback-2919-thread-2-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1524078 INFO (qtp18019588-12690) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1524079 INFO (qtp18019588-12690) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1524387 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556
[junit4] 2> 1524387 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1524400 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1524408 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1524413 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1524413 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from collection testAsyncOperations, trusted=true
[junit4] 2> 1524414 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44895.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@117fdf1
[junit4] 2> 1524414 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1524414 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/tempDir-001/node2/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/tempDir-001/node2/./testAsyncOperations_shard1_replica_n1/data/]
[junit4] 2> 1524455 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1524455 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1524456 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1524456 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1524473 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8260f9[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 1524473 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1524474 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1524474 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1524475 INFO (searcherExecutor-5726-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 r:core_node2 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE n:127.0.0.1:44895_solr s:shard1 c:testAsyncOperations) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@8260f9[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1524475 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581779303640596480
[junit4] 2> 1524478 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1524478 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1524478 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44895/solr/testAsyncOperations_shard1_replica_n1/
[junit4] 2> 1524478 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1524478 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44895/solr/testAsyncOperations_shard1_replica_n1/ has no replicas
[junit4] 2> 1524478 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1524479 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44895/solr/testAsyncOperations_shard1_replica_n1/ shard1
[junit4] 2> 1524580 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1524580 INFO (zkCallback-2919-thread-2-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1524629 INFO (parallelCoreAdminExecutor-5722-thread-1-processing-n:127.0.0.1:44895_solr 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556 CREATE) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1524732 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1524732 INFO (zkCallback-2919-thread-2-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1525079 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1525080 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1525388 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556
[junit4] 2> 1525388 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa2034421144129973556&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1525390 INFO (OverseerThreadFactory-5721-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1526080 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1526081 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1526082 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1526083 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6cb7b687-0b2d-4d61-b451-a2e0dcafa203&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1526088 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1581779305328803840), 1 (1581779305330900992), 2 (1581779305330900993), 3 (1581779305330900994), 4 (1581779305330900995), 5 (1581779305330900996), 6 (1581779305330900997), 7 (1581779305330900998), 8 (1581779305330900999), 9 (1581779305330901000), ... (90 adds)]} 0 3
[junit4] 2> 1526088 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581779305331949585,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1526089 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@80781f commitCommandVersion:1581779305331949585
[junit4] 2> 1526100 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19cb677[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 1526101 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1526102 INFO (searcherExecutor-5726-thread-1-processing-n:127.0.0.1:44895_solr x:testAsyncOperations_shard1_replica_n1 s:shard1 c:testAsyncOperations r:core_node2) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@19cb677[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C90)))}
[junit4] 2> 1526102 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=testAsyncOperations:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 14
[junit4] 2> 1526103 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.S.Request [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&shards=shard1&_stateVer_=testAsyncOperations:4&wt=javabin&version=2} hits=90 status=0 QTime=0
[junit4] 2> 1526104 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1526106 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1526106 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1526107 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1526107 INFO (OverseerThreadFactory-5721-thread-2-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
[junit4] 2> 1526108 INFO (OverseerCollectionConfigSetProcessor-98861206361931781-127.0.0.1:33033_solr-n_0000000000) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1526108 INFO (qtp18019588-12690) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=testAsyncOperations_shard1_replica_n1&async=cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1526109 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061
[junit4] 2> 1526109 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1526118 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1526125 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1526128 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1526128 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from collection testAsyncOperations
[junit4] 2> 1526147 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44895.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@117fdf1
[junit4] 2> 1526147 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/tempDir-001/node2/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/tempDir-001/node2/./testAsyncOperations_shard1_replica_n1/data/]
[junit4] 2> 1526169 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1526169 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1526170 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f64654[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 1526171 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1526171 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1526171 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1526172 INFO (searcherExecutor-5731-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 r:core_node2 cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD n:127.0.0.1:44895_solr s:shard1 c:testAsyncOperations) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@f64654[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C90)))}
[junit4] 2> 1526174 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1526175 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19402b7[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 1526175 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@461cb8
[junit4] 2> 1526175 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAsyncOperations.shard1.replica_n1, tag=4594872
[junit4] 2> 1526175 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19f257b: rootName = solr_44895, domain = solr.core.testAsyncOperations.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testAsyncOperations.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@9ecf2f
[junit4] 2> 1526176 INFO (searcherExecutor-5731-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 r:core_node2 cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD n:127.0.0.1:44895_solr s:shard1 c:testAsyncOperations) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@19402b7[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C90)))}
[junit4] 2> 1526179 INFO (parallelCoreAdminExecutor-5722-thread-2-processing-n:127.0.0.1:44895_solr cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061 RELOAD) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testAsyncOperations.shard1.leader, tag=4594872
[junit4] 2> 1527108 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1527109 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1527109 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061
[junit4] 2> 1527109 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e4421147055506061&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1527111 INFO (OverseerThreadFactory-5721-thread-2-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1528110 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1528110 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1528111 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1528111 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=cdd2ca6b-a77b-48d3-b7ab-590334fb598e&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1528113 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params async=52b83c53-0896-4015-a653-94c61a12c965&action=CREATESHARD&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1528114 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=52b83c53-0896-4015-a653-94c61a12c965&action=CREATESHARD&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1528114 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=52b83c53-0896-4015-a653-94c61a12c965&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1528115 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=52b83c53-0896-4015-a653-94c61a12c965&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1528116 INFO (OverseerCollectionConfigSetProcessor-98861206361931781-127.0.0.1:33033_solr-n_0000000000) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1528117 INFO (OverseerThreadFactory-5721-thread-3-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.CreateShardCmd Create shard invoked: {
[junit4] 2> "collection":"testAsyncOperations",
[junit4] 2> "shard":"shard2",
[junit4] 2> "async":"52b83c53-0896-4015-a653-94c61a12c965",
[junit4] 2> "operation":"createshard"}
[junit4] 2> 1528119 INFO (zkCallback-2919-thread-2-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1528119 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529115 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=52b83c53-0896-4015-a653-94c61a12c965&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1529116 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=52b83c53-0896-4015-a653-94c61a12c965&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1529119 INFO (OverseerThreadFactory-5721-thread-3-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.CreateShardCmd Creating replica testAsyncOperations_shard2_replica_n3 as part of slice shard2 of collection testAsyncOperations on 127.0.0.1:33033_solr
[junit4] 2> 1529120 INFO (OverseerThreadFactory-5721-thread-3-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33033_solr for creating new replica
[junit4] 2> 1529121 INFO (OverseerStateUpdate-98861206361931781-127.0.0.1:33033_solr-n_0000000000) [n:127.0.0.1:33033_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testAsyncOperations",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testAsyncOperations_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33033/solr",
[junit4] 2> "node_name":"127.0.0.1:33033_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1529222 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529222 INFO (zkCallback-2919-thread-2-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529280 INFO (qtp28087558-12677) [n:127.0.0.1:33033_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52b83c53-0896-4015-a653-94c61a12c9654421150175614245&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testAsyncOperations_shard2_replica_n3&action=CREATE&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3
[junit4] 2> 1529280 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr ] o.a.s.h.a.CoreAdminOperation core create command async=52b83c53-0896-4015-a653-94c61a12c9654421150175614245&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testAsyncOperations_shard2_replica_n3&action=CREATE&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1529280 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1529281 INFO (qtp28087558-12687) [n:127.0.0.1:33033_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 52b83c53-0896-4015-a653-94c61a12c9654421150175614245
[junit4] 2> 1529281 INFO (qtp28087558-12687) [n:127.0.0.1:33033_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=52b83c53-0896-4015-a653-94c61a12c9654421150175614245&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1529290 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1529314 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.s.IndexSchema [testAsyncOperations_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1529316 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1529316 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncOperations_shard2_replica_n3' using configuration from collection testAsyncOperations, trusted=true
[junit4] 2> 1529317 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33033.solr.core.testAsyncOperations.shard2.replica_n3' (registry 'solr.core.testAsyncOperations.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@117fdf1
[junit4] 2> 1529317 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1529317 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrCore [[testAsyncOperations_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/tempDir-001/node1/testAsyncOperations_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001/tempDir-001/node1/./testAsyncOperations_shard2_replica_n3/data/]
[junit4] 2> 1529363 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1529363 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1529365 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1529365 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1529366 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b041e6[testAsyncOperations_shard2_replica_n3] main]
[junit4] 2> 1529368 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1529368 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1529369 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1529370 INFO (searcherExecutor-5735-thread-1-processing-x:testAsyncOperations_shard2_replica_n3 r:core_node4 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE n:127.0.0.1:33033_solr s:shard2 c:testAsyncOperations) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrCore [testAsyncOperations_shard2_replica_n3] Registered new searcher Searcher@1b041e6[testAsyncOperations_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1529370 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581779308773376000
[junit4] 2> 1529372 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1529372 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1529373 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33033/solr/testAsyncOperations_shard2_replica_n3/
[junit4] 2> 1529373 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1529373 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:33033/solr/testAsyncOperations_shard2_replica_n3/ has no replicas
[junit4] 2> 1529373 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1529374 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33033/solr/testAsyncOperations_shard2_replica_n3/ shard2
[junit4] 2> 1529474 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529475 INFO (zkCallback-2918-thread-2-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529475 INFO (zkCallback-2919-thread-2-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529475 INFO (zkCallback-2918-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529524 INFO (parallelCoreAdminExecutor-5724-thread-1-processing-n:127.0.0.1:33033_solr 52b83c53-0896-4015-a653-94c61a12c9654421150175614245 CREATE) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1529626 INFO (zkCallback-2919-thread-2-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529626 INFO (zkCallback-2918-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529626 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529626 INFO (zkCallback-2918-thread-2-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1530116 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=52b83c53-0896-4015-a653-94c61a12c965&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1530117 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=52b83c53-0896-4015-a653-94c61a12c965&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1530282 INFO (qtp28087558-12689) [n:127.0.0.1:33033_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 52b83c53-0896-4015-a653-94c61a12c9654421150175614245
[junit4] 2> 1530282 INFO (qtp28087558-12689) [n:127.0.0.1:33033_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=52b83c53-0896-4015-a653-94c61a12c9654421150175614245&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1530282 INFO (OverseerThreadFactory-5721-thread-3-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.CreateShardCmd Finished create command on all shards for collection: testAsyncOperations
[junit4] 2> 1530283 INFO (OverseerThreadFactory-5721-thread-3-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1531117 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=52b83c53-0896-4015-a653-94c61a12c965&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1531118 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=52b83c53-0896-4015-a653-94c61a12c965&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1531118 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=52b83c53-0896-4015-a653-94c61a12c965&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1531118 INFO (qtp18019588-12692) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=52b83c53-0896-4015-a653-94c61a12c965&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1531122 INFO (qtp28087558-12689) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard2_replica_n3] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:44895/solr/testAsyncOperations_shard1_replica_n1/&wt=javabin&version=2}{add=[91 (1581779310609432576)]} 0 1
[junit4] 2> 1531123 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 4
[junit4] 2> 1531125 INFO (qtp28087558-12679) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581779310613626880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1531125 INFO (qtp28087558-12679) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1b32853 commitCommandVersion:1581779310613626880
[junit4] 2> 1531126 INFO (qtp18019588-12682) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581779310614675456,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1531126 INFO (qtp18019588-12682) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1531126 INFO (qtp18019588-12682) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1531126 INFO (qtp18019588-12682) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44895/solr/testAsyncOperations_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1531129 INFO (qtp28087558-12679) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@552436[testAsyncOperations_shard2_replica_n3] main]
[junit4] 2> 1531129 INFO (qtp28087558-12679) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1531130 INFO (searcherExecutor-5735-thread-1-processing-n:127.0.0.1:33033_solr x:testAsyncOperations_shard2_replica_n3 s:shard2 c:testAsyncOperations r:core_node4) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrCore [testAsyncOperations_shard2_replica_n3] Registered new searcher Searcher@552436[testAsyncOperations_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C1)))}
[junit4] 2> 1531130 INFO (qtp28087558-12679) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard2_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44895/solr/testAsyncOperations_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
[junit4] 2> 1531130 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=testAsyncOperations:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
[junit4] 2> 1531132 INFO (qtp28087558-12679) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.S.Request [testAsyncOperations_shard2_replica_n3] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testAsyncOperations:8&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:33033/solr/testAsyncOperations_shard2_replica_n3/&rows=10&version=2&q=*:*&NOW=1508502302761&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 1531133 INFO (qtp28087558-12681) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.S.Request [testAsyncOperations_shard2_replica_n3] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testAsyncOperations:8&shards.purpose=64&NOW=1508502302761&ids=91&isShard=true&shard.url=https://127.0.0.1:33033/solr/testAsyncOperations_shard2_replica_n3/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1531133 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.S.Request [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&shards=shard2&_stateVer_=testAsyncOperations:8&wt=javabin&version=2} hits=1 status=0 QTime=2
[junit4] 2> 1531134 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deleteshard with params async=8eaea210-8d5f-4978-a4dc-e26b42588816&action=DELETESHARD&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1531135 INFO (qtp18019588-12678) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=8eaea210-8d5f-4978-a4dc-e26b42588816&action=DELETESHARD&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1531135 INFO (qtp18019588-12682) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8eaea210-8d5f-4978-a4dc-e26b42588816&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1531136 INFO (qtp18019588-12682) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8eaea210-8d5f-4978-a4dc-e26b42588816&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1531140 INFO (OverseerThreadFactory-5721-thread-4-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.DeleteShardCmd Delete shard invoked
[junit4] 2> 1531141 INFO (OverseerThreadFactory-5721-thread-4-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.DeleteShardCmd Deleting replica for collection=testAsyncOperations shard=shard2 on node=127.0.0.1:33033_solr
[junit4] 2> 1531141 INFO (OverseerCollectionConfigSetProcessor-98861206361931781-127.0.0.1:33033_solr-n_0000000000) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1531142 INFO (qtp28087558-12691) [n:127.0.0.1:33033_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testAsyncOperations_shard2_replica_n3&async=8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 1531144 INFO (qtp28087558-12689) [n:127.0.0.1:33033_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021
[junit4] 2> 1531144 INFO (qtp28087558-12689) [n:127.0.0.1:33033_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1531146 INFO (parallelCoreAdminExecutor-5724-thread-2-processing-n:127.0.0.1:33033_solr 8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021 UNLOAD) [n:127.0.0.1:33033_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAsyncOperations.shard2.replica_n3, tag=null
[junit4] 2> 1531147 INFO (parallelCoreAdminExecutor-5724-thread-2-processing-n:127.0.0.1:33033_solr 8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021 UNLOAD) [n:127.0.0.1:33033_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b8abd6: rootName = solr_33033, domain = solr.core.testAsyncOperations.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testAsyncOperations.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@1c2a35f
[junit4] 2> 1531156 INFO (parallelCoreAdminExecutor-5724-thread-2-processing-n:127.0.0.1:33033_solr 8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021 UNLOAD) [n:127.0.0.1:33033_solr ] o.a.s.c.SolrCore [testAsyncOperations_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@f714b8
[junit4] 2> 1531156 INFO (parallelCoreAdminExecutor-5724-thread-2-processing-n:127.0.0.1:33033_solr 8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021 UNLOAD) [n:127.0.0.1:33033_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAsyncOperations.shard2.replica_n3, tag=16192696
[junit4] 2> 1531156 INFO (parallelCoreAdminExecutor-5724-thread-2-processing-n:127.0.0.1:33033_solr 8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021 UNLOAD) [n:127.0.0.1:33033_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testAsyncOperations.shard2.leader, tag=16192696
[junit4] 2> 1531259 INFO (zkCallback-2919-thread-2-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1531259 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1532136 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8eaea210-8d5f-4978-a4dc-e26b42588816&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1532136 INFO (qtp18019588-12680) [n:127.0.0.1:44895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8eaea210-8d5f-4978-a4dc-e26b42588816&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1532145 INFO (qtp28087558-12679) [n:127.0.0.1:33033_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021
[junit4] 2> 1532145 INFO (qtp28087558-12679) [n:127.0.0.1:33033_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8eaea210-8d5f-4978-a4dc-e26b425888164421152089602021&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1532246 INFO (OverseerStateUpdate-98861206361931781-127.0.0.1:33033_solr-n_0000000000) [n:127.0.0.1:33033_solr ] o.a.s.c.o.CollectionMutator Removing collection: testAsyncOperations shard: shard2 from clusterstate
[junit4] 2> 1532347 INFO (zkCallback-2919-thread-2-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1532347 INFO (zkCallback-2919-thread-1-processing-n:127.0.0.1:44895_solr) [n:127.0.0.1:44895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1532547 INFO (OverseerThreadFactory-5721-thread-4-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.DeleteShardCmd Successfully deleted collection: testAsyncOperations, shard: shard2
[junit4] 2> 1532548 INFO (OverseerThreadFactory-5721-thread-4-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1533137 INFO (qtp18019588-12688) [n:127.0.0.1:44895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8eaea210-8d5f-4978-a4
[...truncated too long message...]
2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:364)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:730)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:364)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1610913 INFO (zkCallback-2918-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard1 r:core_node8 x:testAsyncOperations_shard1_replica_n7] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n7] CLOSING SolrCore org.apache.solr.core.SolrCore@1241b81
[junit4] 2> 1610913 INFO (zkCallback-2918-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard1 r:core_node8 x:testAsyncOperations_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAsyncOperations.shard1.replica_n7, tag=19143553
[junit4] 2> 1610913 INFO (zkCallback-2918-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard1 r:core_node8 x:testAsyncOperations_shard1_replica_n7] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1059a7e: rootName = solr_33033, domain = solr.core.testAsyncOperations.shard1.replica_n7, service url = null, agent id = null] for registry solr.core.testAsyncOperations.shard1.replica_n7 / com.codahale.metrics.MetricRegistry@2914ad
[junit4] 2> 1610922 INFO (zkCallback-2918-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard1 r:core_node8 x:testAsyncOperations_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testAsyncOperations.shard1.leader, tag=19143553
[junit4] 2> 1610922 WARN (zkCallback-2918-thread-1-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr c:testAsyncOperations s:shard1 r:core_node8 x:testAsyncOperations_shard1_replica_n7] o.a.s.c.RecoveryStrategy Stopping recovery for core=[testAsyncOperations_shard1_replica_n7] coreNodeName=[core_node8]
[junit4] 2> 1610924 INFO (jetty-closer-2908-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@500692{/solr,null,UNAVAILABLE}
[junit4] 2> 1610924 ERROR (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1610924 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[8DF22A755AF602EB]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44787 44787
[junit4] 2> 1615957 INFO (Thread-2481) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44787 44787
[junit4] 2> 1615958 WARN (Thread-2481) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/configs/conf1
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/collections/testAsyncOperations/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_8DF22A755AF602EB-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=es-NI, timezone=Canada/Atlantic
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=113954760,total=352911360
[junit4] 2> NOTE: All tests run in this JVM: [SuggesterWFSTTest, DefaultValueUpdateProcessorTest, AutoScalingHandlerTest, SaslZkACLProviderTest, DisMaxRequestHandlerTest, NodeLostTriggerTest, DocValuesMissingTest, TestFileDictionaryLookup, SolrGraphiteReporterTest, TestLFUCache, TestCollationFieldDocValues, TestExtendedDismaxParser, CSVRequestHandlerTest, FieldAnalysisRequestHandlerTest, IndexBasedSpellCheckerTest, TestCloudPseudoReturnFields, TestIndexSearcher, TestSearchPerf, DistributedExpandComponentTest, TestSystemCollAutoCreate, TestPerFieldSimilarityWithDefaultOverride, OverseerModifyCollectionTest, TestSolrCoreParser, StatsComponentTest, TestPartialUpdateDeduplication, TestDistributedMissingSort, TestGroupingSearch, WrapperMergePolicyFactoryTest, TestUnifiedSolrHighlighter, TestShortCircuitedRequests, TestCollapseQParserPlugin, TestMultiWordSynonyms, CollectionReloadTest, LoggingHandlerTest, TestRealTimeGet, TestLocalFSCloudBackupRestore, TestReload, TestNumericTokenStream, DocExpirationUpdateProcessorFactoryTest, TestUseDocValuesAsStored2, UpdateLogTest, TestDynamicLoading, PropertiesRequestHandlerTest, WordBreakSolrSpellCheckerTest, DistanceUnitsTest, AliasIntegrationTest, TestGraphTermsQParserPlugin, TestEmbeddedSolrServerConstructors, TestDownShardTolerantSearch, EchoParamsTest, RestartWhileUpdatingTest, TestManagedResourceStorage, TestSQLHandlerNonCloud, TestManagedSchemaAPI, DeleteStatusTest, PreAnalyzedUpdateProcessorTest, TestCSVResponseWriter, TestStressUserVersions, XmlUpdateRequestHandlerTest, CdcrVersionReplicationTest, TestInitParams, TlogReplayBufferedWhileIndexingTest, TestMinMaxOnMultiValuedField, XsltUpdateRequestHandlerTest, TestCharFilters, ConfigSetsAPITest, SolrTestCaseJ4Test, FieldMutatingUpdateProcessorTest, QueryElevationComponentTest, TestRawResponseWriter, RankQueryTest, TestLegacyFieldReuse, HdfsCollectionsAPIDistributedZkTest, TestSimpleQParserPlugin, SubstringBytesRefFilterTest, DistributedFacetPivotLongTailTest, TestQuerySenderListener, TestCloudInspectUtil, TestShardHandlerFactory, BadComponentTest, BlockJoinFacetSimpleTest, TestSolrCoreProperties, SimplePostToolTest, JSONWriterTest, DirectSolrConnectionTest, TestFieldCacheSortRandom, DistributedFacetPivotWhiteBoxTest, ReplicaListTransformerTest, RuleEngineTest, TestLegacyNumericRangeQueryBuilder, TestLRUCache, DistribJoinFromCollectionTest, SolrXmlInZkTest, TestDistribIDF, IndexSchemaTest, ClassificationUpdateProcessorIntegrationTest, TestConfigsApi, TestGraphMLResponseWriter, SolrIndexMetricsTest, TestMultiValuedNumericRangeQuery, PluginInfoTest, TestFuzzyAnalyzedSuggestions, SolrSlf4jReporterTest, TestPayloadCheckQParserPlugin, TestSolrQueryResponse, CoreSorterTest, TestSubQueryTransformerCrossCore, SystemInfoHandlerTest, TestElisionMultitermQuery, TestManagedSynonymGraphFilterFactory, ReturnFieldsTest, LeaderElectionContextKeyTest, TestTrie, ZkFailoverTest, TestNamedUpdateProcessors, RequestLoggingTest, TestXmlQParserPlugin, CdcrUpdateLogTest, BJQParserTest, CoreAdminHandlerTest, TestRandomCollapseQParserPlugin, TestConfigSetsAPI, HighlighterTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, ZkCLITest, TestStressVersions, DistributedTermsComponentTest, TestSolr4Spatial, BadIndexSchemaTest, TestSort, TestFiltering, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, DocValuesTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestWordDelimiterFilterFactory, QueryEqualityTest, DistanceFunctionTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest, TestQueryTypes, FileBasedSpellCheckerTest, RequestHandlersTest, TestValueSourceCache, TermVectorComponentTest, RequiredFieldsTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestComponentsName, TestQuerySenderNoQuery, ResponseLogComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestBinaryField, NumericFieldsTest, OutputWriterTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [504/744 (1!)] on J2 in 93.26s, 2 tests, 2 failures <<< FAILURES!
[...truncated 43792 lines...]