You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/28 05:26:06 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 921 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/921/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.JDBCStreamTest
Error Message:
Error from server at http://127.0.0.1:34617/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34617/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([59F012B25295D4A5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.io.stream.JDBCStreamTest.setupCluster(JDBCStreamTest.java:76)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestBlobHandler.doBlobHandlerTest
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:38425/pbyz
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:38425/pbyz
at __randomizedtesting.SeedInfo.seed([A3F2889E9F19D5B7:4333AACC24F5A345]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
FAILED: org.apache.solr.index.hdfs.CheckHdfsIndexTest.testChecksumsOnlyVerbose
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:33009
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33009
at __randomizedtesting.SeedInfo.seed([A3F2889E9F19D5B7:67BE1888331CB255]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 12714 lines...]
[junit4] Suite: org.apache.solr.handler.TestBlobHandler
[junit4] 2> 845587 INFO (SUITE-TestBlobHandler-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_A3F2889E9F19D5B7-001/init-core-data-001
[junit4] 2> 845587 WARN (SUITE-TestBlobHandler-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 845587 INFO (SUITE-TestBlobHandler-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 845588 INFO (SUITE-TestBlobHandler-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 845588 INFO (SUITE-TestBlobHandler-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /pbyz/
[junit4] 2> 845591 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 845591 INFO (Thread-1652) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 845591 INFO (Thread-1652) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 845613 ERROR (Thread-1652) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 845691 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.ZkTestServer start zk server on port:39623
[junit4] 2> 845703 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 845704 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 845705 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 845707 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 845707 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 845708 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 845708 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 845709 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 845709 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 845710 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 845710 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 845718 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 845856 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 845865 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3fa59d3e{/pbyz,null,AVAILABLE}
[junit4] 2> 845867 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31610f40{SSL,[ssl, http/1.1]}{127.0.0.1:38425}
[junit4] 2> 845867 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.e.j.s.Server Started @847401ms
[junit4] 2> 845867 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/pbyz, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_A3F2889E9F19D5B7-001/tempDir-001/control/data, hostPort=38425, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_A3F2889E9F19D5B7-001/control-001/cores}
[junit4] 2> 845867 ERROR (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 845867 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 845867 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 845867 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 845867 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T04:24:35.152852Z
[junit4] 2> 845869 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 845869 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_A3F2889E9F19D5B7-001/control-001/solr.xml
[junit4] 2> 845872 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 845872 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 845873 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@13223de, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 845878 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39623/solr
[junit4] 2> 845939 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [n:127.0.0.1:38425_pbyz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 845940 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [n:127.0.0.1:38425_pbyz ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38425_pbyz
[junit4] 2> 845940 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [n:127.0.0.1:38425_pbyz ] o.a.s.c.Overseer Overseer (id=99080147755139077-127.0.0.1:38425_pbyz-n_0000000000) starting
[junit4] 2> 845945 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [n:127.0.0.1:38425_pbyz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38425_pbyz
[junit4] 2> 845946 INFO (zkCallback-1085-thread-1-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 845976 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [n:127.0.0.1:38425_pbyz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13223de
[junit4] 2> 845983 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [n:127.0.0.1:38425_pbyz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13223de
[junit4] 2> 845983 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [n:127.0.0.1:38425_pbyz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13223de
[junit4] 2> 845984 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [n:127.0.0.1:38425_pbyz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_A3F2889E9F19D5B7-001/control-001/cores
[junit4] 2> 845994 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 845995 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39623/solr ready
[junit4] 2> 846007 INFO (qtp505237471-6457) [n:127.0.0.1:38425_pbyz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38425_pbyz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 846008 INFO (OverseerThreadFactory-2988-thread-1-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 846114 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 846114 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 846216 INFO (zkCallback-1085-thread-1-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 847122 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 847131 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 847207 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 847214 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 847215 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13223de
[junit4] 2> 847215 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 847215 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_A3F2889E9F19D5B7-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_A3F2889E9F19D5B7-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 847216 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=13.6728515625, floorSegmentMB=1.6025390625, forceMergeDeletesPctAllowed=7.175445284000305, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 847218 WARN (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 847244 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 847244 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 847251 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 847251 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 847252 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=28.6455078125, floorSegmentMB=1.9775390625, forceMergeDeletesPctAllowed=13.770312611480861, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8327214384549285
[junit4] 2> 847252 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e2dcec8[control_collection_shard1_replica_n1] main]
[junit4] 2> 847254 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 847255 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 847255 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 847256 INFO (searcherExecutor-2991-thread-1-processing-n:127.0.0.1:38425_pbyz x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1e2dcec8[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 847256 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585282365827055616
[junit4] 2> 847259 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 847259 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 847259 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38425/pbyz/control_collection_shard1_replica_n1/
[junit4] 2> 847260 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 847260 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:38425/pbyz/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 847260 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 847261 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38425/pbyz/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 906059 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 38425
[junit4] 2> 906059 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=441921097
[junit4] 2> 906059 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 906059 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3329038d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1d868bb5
[junit4] 2> 906062 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 906062 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5db0fd6b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7c25cf05
[junit4] 2> 906064 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 906064 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e84e882: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2f5148a9
[junit4] 2> 906065 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38425_pbyz
[junit4] 2> 906065 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 906065 INFO (zkCallback-1085-thread-2-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 906065 INFO (coreCloseExecutor-2996-thread-1) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1af9bd55
[junit4] 2> 906065 INFO (coreCloseExecutor-2996-thread-1) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=452574549
[junit4] 2> 906065 INFO (coreCloseExecutor-2996-thread-1) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23ceeac7: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@37110432
[junit4] 2> 906073 INFO (coreCloseExecutor-2996-thread-1) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=452574549
[junit4] 2> 916960 INFO (ScheduledTrigger-2986-thread-1) [n:127.0.0.1:38425_pbyz ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 916962 INFO (AutoscalingActionExecutor-2987-thread-1-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14fb255283d12080Tbpjmm7rbdw82blsybv94zcxmi",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1511843136242000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1511843136242000000],
[junit4] 2> "_enqueue_time_":1511843146244000000,
[junit4] 2> "nodeNames":["127.0.0.1:38425_pbyz"]}}
[junit4] 2> 1026009 ERROR (qtp505237471-6457) [n:127.0.0.1:38425_pbyz ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1026009 INFO (qtp505237471-6457) [n:127.0.0.1:38425_pbyz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38425_pbyz&wt=javabin&version=2} status=500 QTime=180001
[junit4] 2> 1026009 ERROR (qtp505237471-6457) [n:127.0.0.1:38425_pbyz ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1446213 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.Overseer Overseer (id=99080147755139077-127.0.0.1:38425_pbyz-n_0000000000) closing
[junit4] 2> 1446213 ERROR (OverseerThreadFactory-2988-thread-1-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:38425/pbyz
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:38425/pbyz
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1446213 INFO (OverseerStateUpdate-99080147755139077-127.0.0.1:38425_pbyz-n_0000000000) [n:127.0.0.1:38425_pbyz ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38425_pbyz
[junit4] 2> 1446214 ERROR (OverseerThreadFactory-2988-thread-1-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1446214 INFO (OverseerThreadFactory-2988-thread-1-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1476268 ERROR (OverseerThreadFactory-2988-thread-1-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1476273 INFO (zkCallback-1085-thread-5-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1476279 INFO (OverseerThreadFactory-2988-thread-1-processing-n:127.0.0.1:38425_pbyz) [n:127.0.0.1:38425_pbyz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1476281 WARN (OverseerAutoScalingTriggerThread-99080147755139077-127.0.0.1:38425_pbyz-n_0000000000) [n:127.0.0.1:38425_pbyz ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1476283 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@31610f40{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1476283 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3fa59d3e{/pbyz,null,UNAVAILABLE}
[junit4] 2> 1476321 ERROR (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1476322 ERROR (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 1476329 INFO (qtp505237471-6464) [n:127.0.0.1:38425_pbyz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630215
[junit4] 2> 1476330 ERROR (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1476330 INFO (TEST-TestBlobHandler.doBlobHandlerTest-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39623 39623
[junit4] 2> 1477196 INFO (Thread-1652) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39623 39623
[junit4] 2> 1477196 WARN (Thread-1652) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestBlobHandler -Dtests.method=doBlobHandlerTest -Dtests.seed=A3F2889E9F19D5B7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-IM -Dtests.timezone=Egypt -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 632s J0 | TestBlobHandler.doBlobHandlerTest <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:38425/pbyz
[junit4] > at __randomizedtesting.SeedInfo.seed([A3F2889E9F19D5B7:4333AACC24F5A345]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_A3F2889E9F19D5B7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1298, maxMBSortInHeap=7.129369972050156, sim=RandomSimilarity(queryNorm=true): {}, locale=en-IM, timezone=Egypt
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=366242280,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TermVectorComponentTest, BlobRepositoryCloudTest, CoreAdminRequestStatusTest, DataDrivenBlockJoinTest, TestPivotHelperCode, DocValuesTest, TestPostingsSolrHighlighter, TestHashQParserPlugin, TestCSVLoader, TestCloudManagedSchema, AnalyticsMergeStrategyTest, AddBlockUpdateTest, TestPayloadScoreQParserPlugin, ResourceLoaderTest, LeaderElectionIntegrationTest, TestSolrDeletionPolicy1, OverseerModifyCollectionTest, TestAnalyzeInfixSuggestions, SolrInfoBeanTest, StatelessScriptUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, TestCloudInspectUtil, TestEmbeddedSolrServerSchemaAPI, MoveReplicaTest, TestManagedStopFilterFactory, SolrJmxReporterTest, CursorPagingTest, TestBinaryField, TestSweetSpotSimilarityFactory, ZkControllerTest, TestSolrConfigHandler, TestTestInjection, TestReloadDeadlock, TestLuceneIndexBackCompat, SmileWriterTest, JsonLoaderTest, TestSchemaNameResource, CacheHeaderTest, SearchHandlerTest, DateMathParserTest, SpatialFilterTest, SyncSliceTest, NodeLostTriggerTest, TestJavabinTupleStreamParser, MissingSegmentRecoveryTest, SpellCheckComponentTest, IndexSchemaRuntimeFieldTest, TestFieldCacheVsDocValues, TestMaxScoreQueryParser, TestSolrCoreSnapshots, MinimalSchemaTest, DistributedQueryElevationComponentTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ZkFailoverTest, CloudMLTQParserTest, HdfsLockFactoryTest, HdfsRecoverLeaseTest, DateFieldTest, AssignBackwardCompatibilityTest, ResponseHeaderTest, TestIndexingPerformance, TestReloadAndDeleteDocs, HdfsBasicDistributedZk2Test, TestSolrCloudWithDelegationTokens, TestSchemaVersionResource, SoftAutoCommitTest, TestOrdValues, InfixSuggestersTest, DistribCursorPagingTest, TestSolrConfigHandlerConcurrent, AnalysisAfterCoreReloadTest, ConfigureRecoveryStrategyTest, SimpleCollectionCreateDeleteTest, V2StandaloneTest, TestPHPSerializedResponseWriter, BlockDirectoryTest, TestQueryUtils, HighlighterMaxOffsetTest, TestCodecSupport, TestDistributedSearch, SolrPluginUtilsTest, RestartWhileUpdatingTest, SolrShardReporterTest, HdfsSyncSliceTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestBlobHandler]
[junit4] Completed [361/749 (1!)] on J0 in 631.65s, 1 test, 1 error <<< FAILURES!
[...truncated 1402 lines...]
[junit4] Suite: org.apache.solr.index.hdfs.CheckHdfsIndexTest
[junit4] 2> 3134852 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A3F2889E9F19D5B7-001/init-core-data-001
[junit4] 2> 3134852 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3134853 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 3134853 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3134931 WARN (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3134941 WARN (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3134942 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 3134945 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_39041_hdfs____rbva75/webapp
[junit4] 2> 3135049 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:39041
[junit4] 2> 3135101 WARN (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3135102 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 3135105 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38487_datanode____.6vsinf/webapp
[junit4] 2> 3135170 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38487
[junit4] 2> 3135189 WARN (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3135190 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 3135192 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41563_datanode____.6eagzo/webapp
[junit4] 2> 3135260 INFO (SUITE-CheckHdfsIndexTest-seed#[A3F2889E9F19D5B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41563
[junit4] 2> 3135271 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A3F2889E9F19D5B7-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A3F2889E9F19D5B7-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:45679) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 3135274 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9220cab6f5776: from storage DS-f0b4dcab-023c-4a14-9b01-65fa0a057686 node DatanodeRegistration(127.0.0.1:42505, datanodeUuid=acc9bc80-46dc-4bf2-8cb1-ab4cb8d28b8a, infoPort=44577, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-56;cid=testClusterID;nsid=294647713;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3135274 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9220cab6f5776: from storage DS-c305a364-2dc0-4974-bd26-cf09e2f4c905 node DatanodeRegistration(127.0.0.1:42505, datanodeUuid=acc9bc80-46dc-4bf2-8cb1-ab4cb8d28b8a, infoPort=44577, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-56;cid=testClusterID;nsid=294647713;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3135352 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A3F2889E9F19D5B7-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A3F2889E9F19D5B7-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:45679) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 3135354 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9220cb0365085: from storage DS-ee46a7a9-86c9-47c9-9df3-600279332153 node DatanodeRegistration(127.0.0.1:38141, datanodeUuid=6ba1561f-e3bd-4f7a-ac5b-b600c5c71f92, infoPort=44431, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-56;cid=testClusterID;nsid=294647713;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3135354 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9220cb0365085: from storage DS-a0c2e60e-8c83-467c-b3db-d9620ace0b22 node DatanodeRegistration(127.0.0.1:38141, datanodeUuid=6ba1561f-e3bd-4f7a-ac5b-b600c5c71f92, infoPort=44431, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-56;cid=testClusterID;nsid=294647713;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3135382 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3135383 INFO (Thread-11954) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3135383 INFO (Thread-11954) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3135384 ERROR (Thread-11954) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3135483 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.ZkTestServer start zk server on port:39443
[junit4] 2> 3135488 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3135488 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3135489 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3135489 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3135490 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3135490 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3135490 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3135491 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3135491 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3135492 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3135492 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3135493 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 3135565 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3135566 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[A3F2889E9F19D5B7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bc4232b{/,null,AVAILABLE}
[junit4] 2> 3
[...truncated too long message...]
oud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: jdbc slice: shard2 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 289834 INFO (qtp1810294929-1048) [n:127.0.0.1:34617_solr c:jdbc s:shard2 r:core_node4 x:jdbc_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=jdbc_shard2_replica_n2&action=CREATE&numShards=2&collection=jdbc&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209965
[junit4] 2> 289834 ERROR (SUITE-JDBCStreamTest-seed#[59F012B25295D4A5]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 289835 INFO (SUITE-JDBCStreamTest-seed#[59F012B25295D4A5]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46707 46707
[junit4] 2> 295054 INFO (Thread-251) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46707 46707
[junit4] 2> 295055 WARN (Thread-251) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/jdbc/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 295055 INFO (SUITE-JDBCStreamTest-seed#[59F012B25295D4A5]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=luy, timezone=Africa/Mbabane
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=270980616,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestV2Request, ConcatOperationTest, StreamExpressionToExpessionTest, MergeIndexesEmbeddedTest, CorrelationEvaluatorTest, TestUpdateRequestCodec, TestDelegationTokenRequest, TestLBHttpSolrClient, FloorEvaluatorTest, SolrPingTest, HyperbolicCosineEvaluatorTest, OrEvaluatorTest, CeilingEvaluatorTest, RecursiveEvaluatorTest, SolrZkClientTest, CloudSolrClientMultiConstructorTest, LengthEvaluatorTest, JsonValidatorTest, TestDocumentObjectBinder, SubtractEvaluatorTest, CollectionAdminRequestRequiredParamsTest, UniformDistributionEvaluatorTest, AppendEvaluatorTest, BasicHttpSolrClientTest, SolrSchemalessExampleTest, HttpSolrClientBuilderTest, HttpSolrClientSSLAuthConPoolTest, TestCloudSolrClientConnections, GraphTest, JDBCStreamTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=JDBCStreamTest -Dtests.seed=59F012B25295D4A5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=luy -Dtests.timezone=Africa/Mbabane -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | JDBCStreamTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34617/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([59F012B25295D4A5]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.io.stream.JDBCStreamTest.setupCluster(JDBCStreamTest.java:76)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [146/146 (1!)] on J1 in 215.88s, 0 tests, 1 error <<< FAILURES!
[...truncated 39226 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 922
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/922/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling
Error Message:
Both triggers should have fired by now
Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
at __randomizedtesting.SeedInfo.seed([9CDE1DC9222E0086:67FCB5ECF084E314]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling(TriggerIntegrationTest.java:205)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13569 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2978751 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/init-core-data-001
[junit4] 2> 2978752 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2978753 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2978754 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001
[junit4] 2> 2978754 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2978754 INFO (Thread-3532) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2978754 INFO (Thread-3532) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2978757 ERROR (Thread-3532) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2978854 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35041
[junit4] 2> 2978860 INFO (jetty-launcher-4770-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2978860 INFO (jetty-launcher-4770-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2978869 INFO (jetty-launcher-4770-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d2be260{/solr,null,AVAILABLE}
[junit4] 2> 2978871 INFO (jetty-launcher-4770-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b947e3f{/solr,null,AVAILABLE}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67bd880{SSL,[ssl, http/1.1]}{127.0.0.1:44419}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@291be825{SSL,[ssl, http/1.1]}{127.0.0.1:36115}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.e.j.s.Server Started @2981130ms
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.e.j.s.Server Started @2981130ms
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44419}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36115}
[junit4] 2> 2978874 ERROR (jetty-launcher-4770-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2978874 ERROR (jetty-launcher-4770-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:33.098Z
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:33.098Z
[junit4] 2> 2978878 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2978878 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2978884 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2978884 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44419_solr
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.Overseer Overseer (id=99107948001951750-127.0.0.1:44419_solr-n_0000000000) starting
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36115_solr
[junit4] 2> 2978917 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2978919 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2978929 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2978930 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44419_solr
[junit4] 2> 2978930 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2978931 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2978937 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2978938 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2978938 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2978938 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2978939 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2978939 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2978939 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2978991 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2978997 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2978998 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2978999 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node1/.
[junit4] 2> 2979004 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44419.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979008 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44419.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979009 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44419.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979009 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node2/.
[junit4] 2> 2979028 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2979029 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2979041 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 2979042 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2979042 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2979042 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2979043 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2979043 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2979043 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2979059 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2979059 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2979062 INFO (qtp828718732-27233) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2979080 INFO (qtp2081358968-27238) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2979080 DEBUG (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2979081 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 2979081 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2979082 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2979082 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2979082 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2979083 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2979083 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2979083 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 2979083 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2979093 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2979094 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2979106 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f9cd775{/solr,null,AVAILABLE}
[junit4] 2> 2979106 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@615856f3{SSL,[ssl, http/1.1]}{127.0.0.1:39059}
[junit4] 2> 2979106 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server Started @2981363ms
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39059}
[junit4] 2> 2979107 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:33.331Z
[junit4] 2> 2979114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2979120 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2979129 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2979130 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2979133 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39059_solr
[junit4] 2> 2979134 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2979134 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2979138 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2979139 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2979205 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39059.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39059.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39059.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979212 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node3/.
[junit4] 2> 2980085 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 2980085 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980085 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39059_solr at time 1512267274309000000
[junit4] 2> 2980744 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2980745 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2980745 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980758 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980759 INFO (qtp2081358968-27223) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980759 DEBUG (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2980760 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2980760 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 2980760 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980760 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2980760 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2980761 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2980761 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:39059_solr
[junit4] 2> 2980761 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:39059_solr] added at times [1512267274985000000], now=1512267274985000000
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fca71302edcc40Tarq9z4ol01mc9sowzapdvg280",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1512267274985000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267274985000000],
[junit4] 2> "nodeNames":["127.0.0.1:39059_solr"]}}
[junit4] 2> 2980761 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2980761 INFO (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2980762 DEBUG (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fca71302edcc40Tarq9z4ol01mc9sowzapdvg280",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1512267274985000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267274985000000],
[junit4] 2> "_enqueue_time_":1512267274985000000,
[junit4] 2> "nodeNames":["127.0.0.1:39059_solr"]}}
[junit4] 2> 2980762 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 2980781 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 2980782 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 2980782 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2980782 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2980783 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2980783 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2980783 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2980784 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2980785 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75c0b53c{/solr,null,AVAILABLE}
[junit4] 2> 2980785 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7945c1a2{SSL,[ssl, http/1.1]}{127.0.0.1:33599}
[junit4] 2> 2980785 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server Started @2983042ms
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33599}
[junit4] 2> 2980786 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:35.010Z
[junit4] 2> 2980787 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2980793 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2980796 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2980797 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2980797 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33599_solr
[junit4] 2> 2980798 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO (zkCallback-4806-thread-1-processing-n:127.0.0.1:33599_solr) [n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980834 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33599.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2980842 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33599.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2980843 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33599.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2980844 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node4/.
[junit4] 2> 2980888 INFO (qtp528525801-27320) [n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2980888 INFO (qtp528525801-27320) [n:127.0.0.1:33599_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2980890 INFO (qtp528525801-27318) [n:127.0.0.1:33599_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980892 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980895 INFO (qtp1170877722-27292) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980896 INFO (qtp2081358968-27236) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980896 DEBUG (qtp528525801-27320) [n:127.0.0.1:33599_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2980897 INFO (qtp528525801-27320) [n:127.0.0.1:33599_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2980897 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2980897 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33599_solr, 127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980897 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2980897 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7945c1a2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2980897 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=942271005
[junit4] 2> 2980897 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2980897 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32196279: rootName = solr_33599, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@27af1226
[junit4] 2> 2980898 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2980898 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2980898 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2980898 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:33599_solr, 127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980904 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2980904 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6bd26b54: rootName = solr_33599, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@67e6d069
[junit4] 2> 2980907 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2980907 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d10751c: rootName = solr_33599, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@37503b5e
[junit4] 2> 2980908 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33599_solr
[junit4] 2> 2980908 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2980908 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO (zkCallback-4806-thread-1-processing-n:127.0.0.1:33599_solr) [n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2980908 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980909 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75c0b53c{/solr,null,UNAVAILABLE}
[junit4] 2> 2981898 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2981898 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33599_solr
[junit4] 2> 2982412 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2982412 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2982414 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2982415 INFO (qtp1170877722-27292) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2982416 INFO (qtp2081358968-27223) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2982416 DEBUG (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2982417 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 2982417 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2982417 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2982417 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 2982418 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2982418 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:33599_solr
[junit4] 2> 2982418 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2982418 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg282",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2982418 INFO (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg284",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg285",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg286",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2986420 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2986420 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2986420 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg287",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2986420 DEBUG (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg287",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "_enqueue_time_":1512267280644000000,
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2986420 INFO (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.ActionThrottle The last action attempt started 5658ms ago.
[junit4] 2> 2986420 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 2986435 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 2986435 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 2986435 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2986435 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2986436 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2986436 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2986436 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2986441 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2986441 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2986443 INFO (qtp828718732-27233) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2986444 INFO (qtp1170877722-27284) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2986445 INFO (qtp2081358968-27234) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2986445 DEBUG (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2986446 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2986446 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 2986447 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2986447 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2986447 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 2986447 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2986447 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2986447 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 2986447 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2986447 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2986448 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2986449 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@394f1c27{/solr,null,AVAILABLE}
[junit4] 2> 2986449 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f97aaa4{SSL,[ssl, http/1.1]}{127.0.0.1:43513}
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server Started @2988706ms
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43513}
[junit4] 2> 2986450 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:40.674Z
[junit4] 2> 2986451 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2986456 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2986459 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2986460 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2986460 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43513_solr
[junit4] 2> 2986461 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:43513_solr) [n:127.0.0.1:43513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986499 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43513.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2986515 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43513.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2986515 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43513.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2986516 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node5/.
[junit4] 2> 2987448 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2987448 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2987448 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:43513_solr at time 1512267281672000000
[junit4] 2> 2988449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2988449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2989449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2989449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:43513_solr] added at times [1512267281672000000], now=1512267284673000000
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71491815200Tarq9z4ol01mc9sowzapdvg288",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512267281672000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267281672000000],
[junit4] 2> "nodeNames":["127.0.0.1:43513_solr"]}}
[junit4] 2> 2990449 INFO (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2991449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2991449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2991450 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:43513_solr] added at times [1512267281672000000], now=1512267285674000000
[junit4] 2> 2991450 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fca71491815200Tarq9z4ol01mc9sowzapdvg28a",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512267281672000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267281672000000],
[junit4] 2> "nodeNames":["127.0.0.1:43513_solr"]}}
[junit4] 2> 2991450 DEBUG (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fca71491815200Tarq9z4ol01mc9sowzapdvg28a",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512267281672000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267281672000000],
[junit4] 2> "_enqueue_time_":1512267285674000000,
[junit4] 2> "nodeNames":["127.0.0.1:43513_solr"]}}
[junit4] 2> 2991450 INFO (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.ActionThrottle The last action attempt started 5029ms ago.
[junit4] 2> 2991453 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2991453 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2991455 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2991456 INFO (qtp1170877722-27288) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2991468 INFO (qtp1303274747-27345) [n:127.0.0.1:43513_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2991469 INFO (qtp2081358968-27236) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2991469 DEBUG (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2991470 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 2991470 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 2991471 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2991471 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2991471 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 2991471 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2991471 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 2992451 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2992451 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2993451 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2993451 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2993471 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 2993492 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 2993492 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11
[junit4] 2> 2993492 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 2993492 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 2993493 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2993493 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2993493 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 2993494 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2993495 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2993495 INFO (qtp828718732-27233) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2993495 INFO (qtp1170877722-27292) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2993496 INFO (qtp1303274747-27350) [n:127.0.0.1:43513_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2993496 INFO (qtp2081358968-27225) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2993496 DEBUG (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2993497 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2993497 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 2993497 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2993497 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2993497 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 2993497 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2993498 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2993498 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 2993498 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2993498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2993498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2993501 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2993502 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2993503 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@627c6420{/solr,null,AVAILABLE}
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7110dd6b{SSL,[ssl, http/1.1]}{127.0.0.1:46837}
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server Started @2995760ms
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46837}
[junit4] 2> 2993504 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:47.728Z
[junit4] 2> 2993505 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2993510 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2993513 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2993513 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2993514 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46837_solr
[junit4] 2> 2993514 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:43513_solr) [n:127.0.0.1:43513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993515 INFO (zkCallback-4833-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993554 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46837.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2993559 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46837.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2993560 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46837.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2993560 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node6/.
[junit4] 2> 2994498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2994498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2994498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46837_solr at time 1512267288722000000
[junit4] 2> 2995499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2995499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2995501 INFO (OverseerCollectionConfigSetProcessor-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2996499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2996499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2997499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2997499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2998502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2998502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2999502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2999502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3000502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3000502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3001502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3001502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3002502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3002503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3003503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3003503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3004503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3004503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3004503 DEBUG (ScheduledTrigger-6181-thread-2
[...truncated too long message...]
1a2753130028, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3142703 INFO (zkCallback-4905-thread-1-processing-n:127.0.0.1:45107_solr) [n:127.0.0.1:45107_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45107_solr
[junit4] 2> 3142703 WARN (zkCallback-4865-thread-3-processing-n:127.0.0.1:40885_solr) [n:127.0.0.1:40885_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3142703 INFO (zkCallback-4905-thread-2-processing-n:127.0.0.1:45107_solr) [n:127.0.0.1:45107_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3142703 INFO (coreCloseExecutor-6329-thread-1) [n:127.0.0.1:42131_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=730125472
[junit4] 2> 3142703 INFO (coreCloseExecutor-6330-thread-1) [n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6b294e6d
[junit4] 2> 3142703 INFO (coreCloseExecutor-6330-thread-1) [n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1797869165
[junit4] 2> 3142703 INFO (coreCloseExecutor-6330-thread-1) [n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a2ff3f8: rootName = solr_40915, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@36d3cd4a
[junit4] 2> 3142703 INFO (jetty-closer-4771-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b1e2fa3{/solr,null,UNAVAILABLE}
[junit4] 2> 3142704 INFO (jetty-closer-4771-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61516514{/solr,null,UNAVAILABLE}
[junit4] 2> 3142704 INFO (jetty-closer-4771-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a79055{/solr,null,UNAVAILABLE}
[junit4] 2> 3142704 INFO (jetty-closer-4771-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3eb12308{/solr,null,UNAVAILABLE}
[junit4] 2> 3142706 INFO (zkCallback-4951-thread-2-processing-n:127.0.0.1:40915_solr) [n:127.0.0.1:40915_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40915_solr
[junit4] 2> 3142707 INFO (jetty-closer-4771-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@393730e4{/solr,null,UNAVAILABLE}
[junit4] 2> 3142713 INFO (coreCloseExecutor-6330-thread-1) [n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1797869165
[junit4] 2> 3142715 INFO (jetty-closer-4771-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c54e54c{/solr,null,UNAVAILABLE}
[junit4] 2> 3142715 ERROR (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3142716 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35041 35041
[junit4] 2> 3142835 INFO (Thread-3532) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35041 35041
[junit4] 2> 3142836 WARN (Thread-3532) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/aliases.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/clusterprops.json
[junit4] 2> 42 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99107948001951809-127.0.0.1:42131_solr-n_0000000014
[junit4] 2> 3 /solr/overseer_elect/election/99107948001951801-127.0.0.1:45107_solr-n_0000000012
[junit4] 2> 3 /solr/overseer_elect/election/99107948001951784-127.0.0.1:40885_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/99107948001951756-127.0.0.1:39059_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/99107948001951793-127.0.0.1:42483_solr-n_0000000010
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/live_nodes
[junit4] 2> 42 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger1
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=469, maxMBSortInHeap=6.798251275930556, sim=RandomSimilarity(queryNorm=true): {}, locale=es-MX, timezone=Europe/Sofia
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=225135304,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ResourceLoaderTest, CoreAdminCreateDiscoverTest, TestCustomStream, BitVectorTest, TestClusterStateMutator, DistributedQueryComponentCustomSortTest, TestUtils, TestJsonRequest, UpdateLogTest, TestFieldCacheSortRandom, ZkFailoverTest, SpatialFilterTest, TestRandomFaceting, TestCollationFieldDocValues, TestDistributedSearch, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestHighlightDedupGrouping, TestManagedSchemaAPI, TestGraphTermsQParserPlugin, TestCollapseQParserPlugin, BasicDistributedZkTest, TestPHPSerializedResponseWriter, HttpSolrCallGetCoreTest, V2ApiIntegrationTest, TestLegacyFieldCache, TestSolrCoreSnapshots, TermsComponentTest, OutOfBoxZkACLAndCredentialsProvidersTest, LeaderElectionIntegrationTest, ConfigureRecoveryStrategyTest, SliceStateTest, TestTlogReplica, SolrPluginUtilsTest, AssignBackwardCompatibilityTest, TestDownShardTolerantSearch, TestNamedUpdateProcessors, TestStressCloudBlindAtomicUpdates, TestCoreAdminApis, SpellCheckCollatorWithCollapseTest, SubstringBytesRefFilterTest, HdfsChaosMonkeySafeLeaderTest, TestIndexingPerformance, CollectionStateFormat2Test, TestGraphMLResponseWriter, CacheHeaderTest, TlogReplayBufferedWhileIndexingTest, TestSort, DocExpirationUpdateProcessorFactoryTest, BasicZkTest, ImplicitSnitchTest, TestLuceneIndexBackCompat, TestDFRSimilarityFactory, TestCrossCoreJoin, HdfsBasicDistributedZk2Test, SolrIndexMetricsTest, TestPerFieldSimilarityWithDefaultOverride, PKIAuthenticationIntegrationTest, TestMergePolicyConfig, LeaderInitiatedRecoveryOnShardRestartTest, TestStressUserVersions, QueryParsingTest, TestFastOutputStream, DocValuesMissingTest, URLClassifyProcessorTest, NoCacheHeaderTest, DistributedFacetPivotSmallAdvancedTest, TestApiFramework, LeaderFailoverAfterPartitionTest, UpdateParamsTest, DeleteInactiveReplicaTest, TestRestoreCore, TestImpersonationWithHadoopAuth, DateMathParserTest, CleanupOldIndexTest, AnalysisAfterCoreReloadTest, TestSweetSpotSimilarityFactory, TestUseDocValuesAsStored2, SolrCoreMetricManagerTest, TestCSVLoader, TestLocalFSCloudBackupRestore, TestMultiWordSynonyms, TestStressVersions, TestUniqueKeyFieldResource, AtomicUpdateProcessorFactoryTest, DistributedFacetExistsSmallTest, TestManagedSynonymGraphFilterFactory, FastVectorHighlighterTest, HdfsUnloadDistributedZkTest, TestShortCircuitedRequests, RestartWhileUpdatingTest, TestRawResponseWriter, TestEmbeddedSolrServerSchemaAPI, TestLegacyNumericUtils, TestBinaryField, SimpleFacetsTest, BJQParserTest, TestUpdate, TestRuleBasedAuthorizationPlugin, TestHdfsUpdateLog, IndexSchemaRuntimeFieldTest, FileUtilsTest, TestInfoStreamLogging, TestPolicyCloud, SpellCheckCollatorTest, NodeLostTriggerTest, InfoHandlerTest, TestNestedDocsSort, CdcrReplicationHandlerTest, DeleteReplicaTest, BasicFunctionalityTest, TestUninvertingReader, TestCustomDocTransformer, JavabinLoaderTest, BlobRepositoryCloudTest, SyncSliceTest, SearchHandlerTest, MultiTermTest, TestFieldCollectionResource, TestSolrQueryResponse, ActionThrottleTest, DateFieldTest, MetricUtilsTest, TestConfigSetsAPI, TestOnReconnectListenerSupport, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestSegmentSorting, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ExecutePlanActionTest, HttpTriggerListenerTest, NodeAddedTriggerTest, TriggerIntegrationTest]
[junit4] Completed [586/750 (1!)] on J0 in 164.11s, 13 tests, 1 failure <<< FAILURES!
[...truncated 47899 lines...]