You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/03/17 07:41:37 UTC

[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 14 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/14/

2 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection reset

Stack Trace:
java.net.SocketException: Connection reset
	at __randomizedtesting.SeedInfo.seed([D188CC207EB051F4:7A72D135A16CD7DA]:0)
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors

Error Message:
Connection reset

Stack Trace:
java.net.SocketException: Connection reset
	at __randomizedtesting.SeedInfo.seed([D188CC207EB051F4:C6E3639FEA30D366]:0)
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 8629 lines...]
   [junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
   [junit4]   2> 2016-03-17 14:34:02.916:INFO::TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: Logging initialized @2609ms
   [junit4]   2> 2016-03-17 14:34:03.093:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: jetty-9.3.6.v20151106
   [junit4]   2> 2016-03-17 14:34:03.306:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: Started ServerConnector@602007ed{HTTP/1.1,[http/1.1]}{127.0.0.1:38790}
   [junit4]   2> 2016-03-17 14:34:03.307:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: Started @3000ms
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:38790: Connection reset
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38790
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:38790: Connection reset
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38790
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:38790: Connection reset
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38790
   [junit4]   2> 2016-03-17 14:34:04.497:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: Stopped ServerConnector@602007ed{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=D188CC207EB051F4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1.69s J0 | HttpReplicatorTest.testBasic <<<
   [junit4]    > Throwable #1: java.net.SocketException: Connection reset
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D188CC207EB051F4:7A72D135A16CD7DA]:0)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:209)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2016-03-17 14:34:04.537:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[D188CC207EB051F4]: jetty-9.3.6.v20151106
   [junit4]   2> 2016-03-17 14:34:04.550:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[D188CC207EB051F4]: Started ServerConnector@54933bbe{HTTP/1.1,[http/1.1]}{127.0.0.1:54541}
   [junit4]   2> 2016-03-17 14:34:04.551:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[D188CC207EB051F4]: Started @4244ms
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:54541: Connection reset
   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
   [junit4]   2> 2016-03-17 14:34:04.648:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[D188CC207EB051F4]: Stopped ServerConnector@54933bbe{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testServerErrors -Dtests.seed=D188CC207EB051F4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.14s J0 | HttpReplicatorTest.testServerErrors <<<
   [junit4]    > Throwable #1: java.net.SocketException: Connection reset
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D188CC207EB051F4:C6E3639FEA30D366]:0)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:209)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/build/replicator/test/J0/temp/lucene.replicator.http.HttpReplicatorTest_D188CC207EB051F4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=1095, maxMBSortInHeap=4.406583474845555, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=tr-TR, timezone=Asia/Macau
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=221359352,total=253231104
   [junit4]   2> NOTE: All tests run in this JVM: [IndexRevisionTest, HttpReplicatorTest]
   [junit4] Completed [4/9 (1!)] on J0 in 1.99s, 2 tests, 2 errors <<< FAILURES!

[...truncated 33 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/build.xml:476: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:2187: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1014: There were test failures: 9 suites, 43 tests, 2 errors [seed: D188CC207EB051F4]

Total time: 123 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 22 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/22/

4 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=19550, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19550, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:58808, http://127.0.0.1:57773, http://127.0.0.1:46696, http://127.0.0.1:53019, http://127.0.0.1:50214]
	at __randomizedtesting.SeedInfo.seed([AB4EF3E1B06AF31B]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:980)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:58808, http://127.0.0.1:57773, http://127.0.0.1:46696, http://127.0.0.1:53019, http://127.0.0.1:50214]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:970)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57773: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 7 more


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=5731, name=Thread-5020, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5731, name=Thread-5020, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42468/collection1
	at __randomizedtesting.SeedInfo.seed([AB4EF3E1B06AF31B]:0)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:644)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42468/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:642)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 5 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:39164: KeeperErrorCode = ConnectionLoss for /overseer/collection-queue-work/qnr-0000000134

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39164: KeeperErrorCode = ConnectionLoss for /overseer/collection-queue-work/qnr-0000000134
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:334)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:175)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
[replication.properties, index.properties, index.20160325090005873, index.20160325090010993] expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: [replication.properties, index.properties, index.20160325090005873, index.20160325090010993] expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([AB4EF3E1B06AF31B:70E5F327B5429AA8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.TestReplicationHandler.checkForSingleIndex(TestReplicationHandler.java:823)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:790)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11078 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/init-core-data-001
   [junit4]   2> 122459 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[AB4EF3E1B06AF31B]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 122462 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 122463 INFO  (Thread-4843) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 122463 INFO  (Thread-4843) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 122563 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.ZkTestServer start zk server on port:49900
   [junit4]   2> 122563 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 122564 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 122566 INFO  (zkCallback-63-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7165efc8 name:ZooKeeperConnection Watcher:127.0.0.1:49900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 122566 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 122567 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 122567 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 122573 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 122576 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 122578 INFO  (zkCallback-64-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e461606 name:ZooKeeperConnection Watcher:127.0.0.1:49900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 122578 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 122578 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 122578 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 122582 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 122584 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 122588 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 122589 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 122590 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 122592 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 122593 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 122594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 122595 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 122600 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 122600 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 122601 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 122601 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 122603 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 122603 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 122605 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 122605 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 122606 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 122607 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 122608 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 122608 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 122610 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 122610 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 122611 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 122611 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 122708 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1
   [junit4]   2> 122710 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 122712 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7954b976{/,null,AVAILABLE}
   [junit4]   2> 122724 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.e.j.s.ServerConnector Started ServerConnector@16f81b26{HTTP/1.1,[http/1.1]}{127.0.0.1:42468}
   [junit4]   2> 122724 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.e.j.s.Server Started @125869ms
   [junit4]   2> 122724 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/tempDir-001/control/data, hostContext=/, hostPort=42468, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores}
   [junit4]   2> 122725 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 122726 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001'
   [junit4]   2> 122726 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 122726 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 122726 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 122729 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 122734 INFO  (zkCallback-65-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41adf849 name:ZooKeeperConnection Watcher:127.0.0.1:49900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 122734 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 122734 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 122736 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 122736 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/solr.xml
   [junit4]   2> 122742 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores
   [junit4]   2> 122742 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.CoreContainer New CoreContainer 1580470030
   [junit4]   2> 122742 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001]
   [junit4]   2> 122743 WARN  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/lib
   [junit4]   2> 122743 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 122744 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 122745 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 122745 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 122745 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49900/solr
   [junit4]   2> 122745 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 122745 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 122749 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 122752 INFO  (zkCallback-68-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3025b070 name:ZooKeeperConnection Watcher:127.0.0.1:49900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 122761 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 122761 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 122764 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 122765 INFO  (zkCallback-69-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c2095bd name:ZooKeeperConnection Watcher:127.0.0.1:49900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 122765 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 122767 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 122769 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 122771 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 122773 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 122774 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 122776 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 122778 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 122779 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 122780 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 122781 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 122784 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 122787 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 122788 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 122789 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 122789 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95611367015841796-127.0.0.1:42468_-n_0000000000
   [junit4]   2> 122790 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42468_
   [junit4]   2> 122790 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 122791 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.Overseer Overseer (id=95611367015841796-127.0.0.1:42468_-n_0000000000) starting
   [junit4]   2> 122793 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 122799 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 122800 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 122805 INFO  (OverseerCollectionConfigSetProcessor-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 122814 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42468_
   [junit4]   2> 122814 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42468_
   [junit4]   2> 122815 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 122816 INFO  (zkCallback-69-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 122824 INFO  (zkCallback-69-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 122829 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 122829 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 122830 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores
   [junit4]   2> 122831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 122831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1
   [junit4]   2> 122831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 122833 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 122833 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 122833 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2
   [junit4]   2> 122833 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:42468_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 122835 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 122835 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42468",
   [junit4]   2>   "node_name":"127.0.0.1:42468_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 122835 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42468",
   [junit4]   2>   "node_name":"127.0.0.1:42468_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 122836 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 122836 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 122838 INFO  (zkCallback-69-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 123835 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 123836 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 123836 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 123836 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 123837 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 123837 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1'
   [junit4]   2> 123837 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 123837 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 123839 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 123846 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 123850 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 123867 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 123881 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 123966 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 123967 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 123968 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 123971 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 124002 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2
   [junit4]   2> 124002 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 124002 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 124004 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1/data/]
   [junit4]   2> 124004 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a1bdee1
   [junit4]   2> 124029 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1/data
   [junit4]   2> 124031 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1/data/index/
   [junit4]   2> 124031 WARN  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 124032 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1/data/index
   [junit4]   2> 124035 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6776218721792453]
   [junit4]   2> 124039 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@296dff7c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54b4f7c0),segFN=segments_1,generation=1}
   [junit4]   2> 124039 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 124040 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1/data/
   [junit4]   2> 124041 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 124047 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 124047 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 124047 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 124047 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 124048 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 124048 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 124048 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 124048 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 124048 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 124048 WARN  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 124051 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 124052 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 124053 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 124054 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 124058 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 124058 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 124059 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 124059 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 124060 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 124060 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 124061 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3dbc12ad
   [junit4]   2> 124064 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@296dff7c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54b4f7c0),segFN=segments_1,generation=1}
   [junit4]   2> 124064 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 124065 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@769a3d44[collection1] main]
   [junit4]   2> 124065 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 124065 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 124066 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 124066 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 124066 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 124066 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 124066 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 124066 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 124066 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 124067 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 124067 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 124067 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 124067 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 124067 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1529781873933287424
   [junit4]   2> 124069 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1529781873933287424
   [junit4]   2> 124069 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 124070 INFO  (coreLoadExecutor-136-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 124070 INFO  (searcherExecutor-137-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@769a3d44[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 124073 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:42468 collection:control_collection shard:shard1
   [junit4]   2> 124075 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 124080 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95611367015841796-core_node1-n_0000000000
   [junit4]   2> 124080 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 124084 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 124084 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 124084 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 124084 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42468/collection1/
   [junit4]   2> 124084 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 124084 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:42468/collection1/ has no replicas
   [junit4]   2> 124086 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 124091 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95611367015841796-core_node1-n_0000000000
   [junit4]   2> 124098 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42468/collection1/ shard1
   [junit4]   2> 124098 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:42468",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 124201 INFO  (zkCallback-69-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 124250 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:42468/collection1/ and leader is http://127.0.0.1:42468/collection1/
   [junit4]   2> 124250 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42468
   [junit4]   2> 124250 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 124250 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 124250 INFO  (coreZkRegister-130-thread-1-processing-n:127.0.0.1:42468_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42468_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 124253 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42468",
   [junit4]   2>   "node_name":"127.0.0.1:42468_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 124254 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42468",
   [junit4]   2>   "node_name":"127.0.0.1:42468_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 124335 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 124337 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 124345 INFO  (zkCallback-71-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1661d333 name:ZooKeeperConnection Watcher:127.0.0.1:49900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 124345 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 124346 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 124346 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 124347 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 124348 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 124356 INFO  (zkCallback-69-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 124356 INFO  (zkCallback-71-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 124435 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001/cores/collection1
   [junit4]   2> 124436 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001
   [junit4]   2> 124437 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 124438 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53fea7c9{/,null,AVAILABLE}
   [junit4]   2> 124439 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3deed4e1{HTTP/1.1,[http/1.1]}{127.0.0.1:56275}
   [junit4]   2> 124439 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.e.j.s.Server Started @127584ms
   [junit4]   2> 124439 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=56275, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001/cores}
   [junit4]   2> 124440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 124440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001'
   [junit4]   2> 124440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 124440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 124440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 124441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 124449 INFO  (zkCallback-72-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@53e0d6b name:ZooKeeperConnection Watcher:127.0.0.1:49900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 124449 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 124449 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 124452 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 124453 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001/solr.xml
   [junit4]   2> 124462 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001/cores
   [junit4]   2> 124462 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.CoreContainer New CoreContainer 82512329
   [junit4]   2> 124462 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001]
   [junit4]   2> 124462 WARN  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001/lib
   [junit4]   2> 124462 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 124464 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 124464 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 124464 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 124464 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49900/solr
   [junit4]   2> 124464 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 124465 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 124473 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 124477 INFO  (zkCallback-75-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3549b35b name:ZooKeeperConnection Watcher:127.0.0.1:49900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 124478 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 124478 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 124486 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 124496 INFO  (zkCallback-76-thread-1-processing-n:127.0.0.1:56275_) [n:127.0.0.1:56275_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b26bd92 name:ZooKeeperConnection Watcher:127.0.0.1:49900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 124496 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 124506 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 124507 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 124509 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 124509 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95611367015841800-127.0.0.1:56275_-n_0000000001
   [junit4]   2> 124510 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95611367015841796-127.0.0.1:42468_-n_0000000000 to know if I could be the leader
   [junit4]   2> 124510 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.ZkController Publish node=127.0.0.1:56275_ as DOWN
   [junit4]   2> 124512 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:56275_"} current state version: 3
   [junit4]   2> 124512 INFO  (OverseerStateUpdate-95611367015841796-127.0.0.1:42468_-n_0000000000) [n:127.0.0.1:42468_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:56275_
   [junit4]   2> 124614 INFO  (zkCallback-76-thread-1-processing-n:127.0.0.1:56275_) [n:127.0.0.1:56275_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 124614 INFO  (zkCallback-71-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 124614 INFO  (zkCallback-69-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 125512 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56275_
   [junit4]   2> 125513 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56275_
   [junit4]   2> 125514 INFO  (zkCallback-76-thread-1-processing-n:127.0.0.1:56275_) [n:127.0.0.1:56275_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 125514 INFO  (zkCallback-71-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 125514 INFO  (zkCallback-69-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 125515 INFO  (zkCallback-71-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 125515 INFO  (zkCallback-76-thread-1-processing-n:127.0.0.1:56275_) [n:127.0.0.1:56275_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 125519 INFO  (zkCallback-69-thread-1-processing-n:127.0.0.1:42468_) [n:127.0.0.1:42468_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 125523 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 125523 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 125524 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001/cores
   [junit4]   2> 125525 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 125525 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_AB4EF3E1B06AF31B-001/shard-1-001/cores/collection1
   [junit4]   2> 125525 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 125531 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[AB4EF3E1B06AF31B]) [n:127.0.0.1:56275_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-cor

[...truncated too long message...]

2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 8693644 ERROR (zkCallback-4073-thread-7-processing-n:127.0.0.1:38140_-EventThread) [n:127.0.0.1:38140_    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/125936944@6887dc3f rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@7566214e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 521]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 8693644 ERROR (zkCallback-4073-thread-7-processing-n:127.0.0.1:38140_-EventThread) [n:127.0.0.1:38140_    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/125936944@15f4843a rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@7566214e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 521]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> NOTE: test params are: codec=Lucene60, sim=ClassicSimilarity, locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=Asia/Novokuznetsk
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=2,free=25376264,total=423100416
   [junit4]   2> NOTE: All tests run in this JVM: [TlogReplayBufferedWhileIndexingTest, CollectionTooManyReplicasTest, BlockCacheTest, BlockJoinFacetDistribTest, DistributedFacetPivotSmallTest, CustomCollectionTest, DeleteReplicaTest, SegmentsInfoRequestHandlerTest, BitVectorTest, DistributedFacetPivotLargeTest, XsltUpdateRequestHandlerTest, SOLR749Test, PolyFieldTest, TestReplicationHandler, TestComplexPhraseQParserPlugin, AnalysisErrorHandlingTest, BadCopyFieldTest, TestBinaryField, TestClassicSimilarityFactory, TestMiniSolrCloudClusterSSL, TestTestInjection, TestLuceneMatchVersion, TestReplicaProperties, TestRangeQuery, RestartWhileUpdatingTest, SynonymTokenizerTest, TestShortCircuitedRequests, TestMaxScoreQueryParser, MergeStrategyTest, TestFoldingMultitermQuery, OutputWriterTest, OverseerRolesTest, TestConfig, BasicDistributedZkTest, TestSortingResponseWriter, DefaultValueUpdateProcessorTest, TestFastOutputStream, TestConfigSetImmutable, GraphQueryTest, TestRestManager, RAMDirectoryFactoryTest, TestLazyCores, TestDocSet, TestSerializedLuceneMatchVersion, DistributedSpellCheckComponentTest, HdfsSyncSliceTest, CacheHeaderTest, ResourceLoaderTest, CachingDirectoryFactoryTest, AnalysisAfterCoreReloadTest, TestCryptoKeys, TestTrackingShardHandlerFactory, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RecoveryAfterSoftCommitTest, SolrRequestParserTest, TestStandardQParsers, DocumentAnalysisRequestHandlerTest, JsonLoaderTest, EchoParamsTest, TestCloudInspectUtil, TestFilteredDocIdSet, ConnectionReuseTest, PKIAuthenticationIntegrationTest, TestRandomDVFaceting, SharedFSAutoReplicaFailoverUtilsTest, TestFileDictionaryLookup, TestRTGBase, DistributedQueueTest, ZkNodePropsTest, DateFieldTest, TestPerFieldSimilarityClassic, ReturnFieldsTest, CurrencyFieldOpenExchangeTest, TestComponentsName, ExternalFileFieldSortTest, TestReloadDeadlock, TestLMDirichletSimilarityFactory, DocValuesMissingTest, AsyncCallRequestStatusResponseTest, TestFieldTypeCollectionResource, TestCrossCoreJoin, TestOrdValues, TestPhraseSuggestions, ResponseLogComponentTest, PrimUtilsTest, SpatialHeatmapFacetsTest, HdfsBasicDistributedZk2Test, TestSolrXml, TestShardHandlerFactory, PeerSyncTest, LeaderElectionIntegrationTest, IndexSchemaRuntimeFieldTest, TestSolrConfigHandlerConcurrent, OverseerTest, LeaderElectionTest, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestJoin, TestStressVersions, TestSolr4Spatial, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, DistributedQueryElevationComponentTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, DocValuesTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestElisionMultitermQuery, SpellPossibilityIteratorTest, TestCodecSupport, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, URLClassifyProcessorTest, DateMathParserTest, TestSuggestSpellingConverter, TestUtils, FileUtilsTest, CursorPagingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestSimpleTrackingShardHandler, CdcrReplicationDistributedZkTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [582/582 (4!)] on J0 in 4723.81s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/temp/junit4-J0-20160325_134555_607.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/heapdumps/java_pid32126.hprof ...
   [junit4] Heap dump file created [611464063 bytes in 4.618 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 13 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1014: There were test failures: 582 suites (10 ignored), 2331 tests, 3 errors, 1 failure, 32 ignored (16 assumptions) [seed: AB4EF3E1B06AF31B]

Total time: 275 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 21 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/21/

2 tests failed.
FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([89084DC3E22E3B:88DD37976D1E43C3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test(DistribDocExpirationUpdateProcessorTest.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Thu Mar 24 08:02:17 CET 2016

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Thu Mar 24 08:02:17 CET 2016
	at __randomizedtesting.SeedInfo.seed([89084DC3E22E3B:DB22088BC6CA4788]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1422)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:774)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11661 lines...]
   [junit4] Suite: org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/init-core-data-001
   [junit4]   2> 1325594 INFO  (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[89084DC3E22E3B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 1325594 INFO  (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[89084DC3E22E3B]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1325597 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1325598 INFO  (Thread-11720) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1325598 INFO  (Thread-11720) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1325698 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.ZkTestServer start zk server on port:41242
   [junit4]   2> 1325698 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1325698 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1325700 INFO  (zkCallback-1419-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@300fa29a name:ZooKeeperConnection Watcher:127.0.0.1:41242 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1325700 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1325701 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1325701 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1325703 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1325703 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1325704 INFO  (zkCallback-1420-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a5aeb40 name:ZooKeeperConnection Watcher:127.0.0.1:41242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1325704 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1325704 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1325704 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1325705 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1325707 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1325708 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1325709 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-doc-expire-update-processor.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1325709 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1325711 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1325711 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1325713 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1325713 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1325715 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1325715 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1325716 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1325716 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1325717 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1325717 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1325719 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1325719 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1325720 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1325720 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1325722 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1325722 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1325723 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1325723 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1325725 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1325725 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1325812 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1
   [junit4]   2> 1325814 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1325815 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60e252df{/,null,AVAILABLE}
   [junit4]   2> 1325817 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5f78e424{HTTP/1.1,[http/1.1]}{127.0.0.1:50594}
   [junit4]   2> 1325817 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.e.j.s.Server Started @1328572ms
   [junit4]   2> 1325817 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/tempDir-001/control/data, hostContext=/, hostPort=50594, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores}
   [junit4]   2> 1325818 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1325818 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001'
   [junit4]   2> 1325818 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1325818 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1325818 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1325823 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1325825 INFO  (zkCallback-1421-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@222063af name:ZooKeeperConnection Watcher:127.0.0.1:41242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1325825 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1325825 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1325826 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1325826 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/solr.xml
   [junit4]   2> 1325831 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores
   [junit4]   2> 1325831 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.CoreContainer New CoreContainer 552428901
   [junit4]   2> 1325831 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001]
   [junit4]   2> 1325831 WARN  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/lib
   [junit4]   2> 1325832 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1325833 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1325834 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1325834 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1325834 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41242/solr
   [junit4]   2> 1325834 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1325834 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1325835 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1325836 INFO  (zkCallback-1424-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f66a291 name:ZooKeeperConnection Watcher:127.0.0.1:41242 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1325837 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1325837 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1325839 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1325839 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3cfe7fe3 name:ZooKeeperConnection Watcher:127.0.0.1:41242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1325839 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1325840 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1325842 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1325844 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1325846 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1325847 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1325849 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1325850 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1325851 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1325852 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1325853 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1325854 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1325856 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1325857 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1325858 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1325858 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95604029526376452-127.0.0.1:50594_-n_0000000000
   [junit4]   2> 1325859 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50594_
   [junit4]   2> 1325859 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1325860 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.Overseer Overseer (id=95604029526376452-127.0.0.1:50594_-n_0000000000) starting
   [junit4]   2> 1325861 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1325866 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1325866 INFO  (OverseerCollectionConfigSetProcessor-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1325866 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1325867 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50594_
   [junit4]   2> 1325868 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:50594_
   [junit4]   2> 1325872 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1325872 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1325873 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1325889 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1325889 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1325890 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores
   [junit4]   2> 1325890 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1325890 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1
   [junit4]   2> 1325890 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1325891 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 1325891 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:50594_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1325891 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1325892 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1325893 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:50594",
   [junit4]   2>   "node_name":"127.0.0.1:50594_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1325893 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:50594",
   [junit4]   2>   "node_name":"127.0.0.1:50594_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1325893 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1325894 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1325894 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1325895 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1326894 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1326894 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1326895 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1326895 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1326896 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1326896 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1'
   [junit4]   2> 1326896 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1326896 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1326898 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1326903 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1326906 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 1326935 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1326940 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1327015 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1327016 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1327017 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1327019 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1327032 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 1327032 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1327032 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1327033 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1/data/]
   [junit4]   2> 1327033 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1327033 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1/data
   [junit4]   2> 1327033 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1327033 WARN  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1327034 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1/data/index
   [junit4]   2> 1327034 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=4.8896484375, floorSegmentMB=0.8310546875, forceMergeDeletesPctAllowed=24.16925454222616, segmentsPerTier=29.0, maxCFSSegmentSizeMB=0.560546875, noCFSRatio=1.0
   [junit4]   2> 1327034 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5a91bdf9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab563ad),segFN=segments_1,generation=1}
   [junit4]   2> 1327034 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1327036 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "convert-ttl-defaults"
   [junit4]   2> 1327050 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1/data/
   [junit4]   2> 1327050 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1327059 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "convert-ttl-field"
   [junit4]   2> 1327060 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "convert-ttl-param"
   [junit4]   2> 1327060 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "convert-ttl-field-with-param-default"
   [junit4]   2> 1327060 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 1327079 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 1327081 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1327082 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1327083 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1327085 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1327087 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1327087 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1327087 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1327087 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1327088 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1327088 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1327088 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=76.306640625, floorSegmentMB=1.8828125, forceMergeDeletesPctAllowed=28.506955584445947, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1327095 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5a91bdf9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab563ad),segFN=segments_1,generation=1}
   [junit4]   2> 1327095 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1327095 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@229c3cd5[collection1] main]
   [junit4]   2> 1327095 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1327097 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1327097 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1327097 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1327097 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1327097 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1327098 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1327098 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1327098 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1327116 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1327116 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1327116 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1327116 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1327116 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1529664474012712960
   [junit4]   2> 1327116 INFO  (searcherExecutor-3380-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@229c3cd5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1327118 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1529664474012712960
   [junit4]   2> 1327118 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1327119 INFO  (coreLoadExecutor-3379-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1327120 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:50594 collection:control_collection shard:shard1
   [junit4]   2> 1327120 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1327124 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95604029526376452-core_node1-n_0000000000
   [junit4]   2> 1327124 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1327127 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1327127 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1327127 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1327127 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50594/collection1/
   [junit4]   2> 1327127 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1327127 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50594/collection1/ has no replicas
   [junit4]   2> 1327129 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1327131 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95604029526376452-core_node1-n_0000000000
   [junit4]   2> 1327132 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50594/collection1/ shard1
   [junit4]   2> 1327133 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:50594",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1327235 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1327284 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:50594/collection1/ and leader is http://127.0.0.1:50594/collection1/
   [junit4]   2> 1327285 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50594
   [junit4]   2> 1327285 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1327285 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1327285 INFO  (coreZkRegister-3373-thread-1-processing-n:127.0.0.1:50594_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50594_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1327290 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:50594",
   [junit4]   2>   "node_name":"127.0.0.1:50594_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1327291 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:50594",
   [junit4]   2>   "node_name":"127.0.0.1:50594_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1327394 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1327396 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1327396 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1327396 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@615b8eac name:ZooKeeperConnection Watcher:127.0.0.1:41242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1327397 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1327397 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1327397 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1327399 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1327400 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1327535 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001/cores/collection1
   [junit4]   2> 1327536 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001
   [junit4]   2> 1327537 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1327538 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@746cfbce{/,null,AVAILABLE}
   [junit4]   2> 1327538 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6147460{HTTP/1.1,[http/1.1]}{127.0.0.1:46690}
   [junit4]   2> 1327539 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.e.j.s.Server Started @1330294ms
   [junit4]   2> 1327539 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=46690, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001/cores}
   [junit4]   2> 1327539 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1327539 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001'
   [junit4]   2> 1327539 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1327539 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1327539 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1327543 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1327549 INFO  (zkCallback-1428-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ce3e4dc name:ZooKeeperConnection Watcher:127.0.0.1:41242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1327549 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1327550 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1327551 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1327551 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001/solr.xml
   [junit4]   2> 1327556 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001/cores
   [junit4]   2> 1327556 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.CoreContainer New CoreContainer 681816608
   [junit4]   2> 1327556 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001]
   [junit4]   2> 1327556 WARN  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001/lib
   [junit4]   2> 1327556 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1327557 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1327558 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1327558 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1327558 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41242/solr
   [junit4]   2> 1327558 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1327558 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1327564 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1327564 INFO  (zkCallback-1431-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14861e4 name:ZooKeeperConnection Watcher:127.0.0.1:41242 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1327565 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1327565 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1327567 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1327568 INFO  (zkCallback-1432-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10d7f0fb name:ZooKeeperConnection Watcher:127.0.0.1:41242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1327568 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1327575 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1327576 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1327577 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1327578 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95604029526376456-127.0.0.1:46690_-n_0000000001
   [junit4]   2> 1327578 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95604029526376452-127.0.0.1:50594_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1327579 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.ZkController Publish node=127.0.0.1:46690_ as DOWN
   [junit4]   2> 1327580 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:46690_"} current state version: 3
   [junit4]   2> 1327581 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46690_
   [junit4]   2> 1327685 INFO  (zkCallback-1432-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1327685 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1327685 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1328581 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46690_
   [junit4]   2> 1328581 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46690_
   [junit4]   2> 1328582 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1328582 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1328582 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1328583 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1328583 INFO  (zkCallback-1432-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1328585 INFO  (zkCallback-1432-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1328591 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1328591 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1328592 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001/cores
   [junit4]   2> 1328593 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1328593 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001/cores/collection1
   [junit4]   2> 1328593 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1328611 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1328611 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1328613 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46690",
   [junit4]   2>   "node_name":"127.0.0.1:46690_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 1328613 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46690",
   [junit4]   2>   "node_name":"127.0.0.1:46690_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1328613 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1328613 INFO  (OverseerStateUpdate-95604029526376452-127.0.0.1:50594_-n_0000000000) [n:127.0.0.1:50594_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1328614 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1328627 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 1328627 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[89084DC3E22E3B]) [n:127.0.0.1:46690_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1328715 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1328715 INFO  (zkCallback-1425-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1328715 INFO  (zkCallback-1432-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1329614 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1329615 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1329615 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1329615 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 1329615 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1329616 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_89084DC3E22E3B-001/shard-1-001/cores/collection1'
   [junit4]   2> 1329616 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1329616 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1329617 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1329622 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1329626 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 1329662 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1329671 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1329799 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1329800 INFO  (coreLoadExecutor-3391-thread-1-processing-n:127.0.0.1:46690_) [n:127.0.0.1:46690_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2

[...truncated too long message...]

g-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/mockito-core-1.9.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/build/analysis/icu/lucene-analyzers-icu-6.1.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/temp/junit4-J1-20160324_061951_651.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/temp/junit4-J1-20160324_061951_651.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1014: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 231 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 20 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/20/

3 tests failed.
FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([9962B2F0FAE69E4D:11368D2A541AF3B5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test(DistribDocExpirationUpdateProcessorTest.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
[index.20160322224721130, index.20160322224716738, replication.properties, index.properties] expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: [index.20160322224721130, index.20160322224716738, replication.properties, index.properties] expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([9962B2F0FAE69E4D:42C9B236FFCEF7FE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.TestReplicationHandler.checkForSingleIndex(TestReplicationHandler.java:823)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:790)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Error from server at https://127.0.0.1:58984/di/j: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000110

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:58984/di/j: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000110
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1547)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1602)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:338)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:175)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11444 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/init-core-data-001
   [junit4]   2> 221514 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 221514 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /di/j
   [junit4]   2> 222407 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 223392 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 223667 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 223677 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 223770 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 223875 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_57848_hdfs____.91ub98/webapp
   [junit4]   2> 224052 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 224694 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57848
   [junit4]   2> 225822 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 225828 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 225842 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53039_datanode____cgu59b/webapp
   [junit4]   2> 225955 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 226307 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53039
   [junit4]   2> 226556 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 226558 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 226574 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45591_datanode____fhd61f/webapp
   [junit4]   2> 226693 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 227053 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9962B2F0FAE69E4D]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45591
   [junit4]   2> 227571 INFO  (IPC Server handler 8 on 55945) [    ] BlockStateChange BLOCK* processReport: from storage DS-035ce313-4815-4120-bdbd-326331be933b node DatanodeRegistration(127.0.0.1, datanodeUuid=02f09424-4870-4452-80ef-e87764341a3e, infoPort=53039, ipcPort=52030, storageInfo=lv=-56;cid=testClusterID;nsid=92491539;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
   [junit4]   2> 227571 INFO  (IPC Server handler 7 on 55945) [    ] BlockStateChange BLOCK* processReport: from storage DS-14e36be6-90fb-438a-b45b-1d787e809da2 node DatanodeRegistration(127.0.0.1, datanodeUuid=7c7e9f86-b300-4422-a720-020fbc92eaab, infoPort=45591, ipcPort=37372, storageInfo=lv=-56;cid=testClusterID;nsid=92491539;c=0), blocks: 0, hasStaleStorages: true, processing time: 4 msecs
   [junit4]   2> 227571 INFO  (IPC Server handler 8 on 55945) [    ] BlockStateChange BLOCK* processReport: from storage DS-55cf0456-721d-4204-bc68-2e75fef00779 node DatanodeRegistration(127.0.0.1, datanodeUuid=02f09424-4870-4452-80ef-e87764341a3e, infoPort=53039, ipcPort=52030, storageInfo=lv=-56;cid=testClusterID;nsid=92491539;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 227576 INFO  (IPC Server handler 7 on 55945) [    ] BlockStateChange BLOCK* processReport: from storage DS-d2accda1-9c60-453f-926a-b802f8f16b40 node DatanodeRegistration(127.0.0.1, datanodeUuid=7c7e9f86-b300-4422-a720-020fbc92eaab, infoPort=45591, ipcPort=37372, storageInfo=lv=-56;cid=testClusterID;nsid=92491539;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 228215 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 228215 INFO  (Thread-717) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 228216 INFO  (Thread-717) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 228315 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.ZkTestServer start zk server on port:57219
   [junit4]   2> 228315 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228317 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228324 INFO  (zkCallback-279-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@634aab06 name:ZooKeeperConnection Watcher:127.0.0.1:57219 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228326 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228326 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228326 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 228332 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228333 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228334 INFO  (zkCallback-280-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1926bf6 name:ZooKeeperConnection Watcher:127.0.0.1:57219/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228334 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228334 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228334 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 228343 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 228344 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 228345 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 228346 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 228346 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 228348 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 228348 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 228350 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 228350 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 228351 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 228351 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 228352 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 228352 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 228353 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 228354 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 228355 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 228355 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 228356 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 228356 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 228357 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 228357 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 228358 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 228358 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 228359 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 228360 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 228361 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228363 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228364 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b549637 name:ZooKeeperConnection Watcher:127.0.0.1:57219/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228364 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228364 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228475 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/cores/collection1
   [junit4]   2> 228479 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 228481 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@661e50a5{/di/j,null,AVAILABLE}
   [junit4]   2> 228482 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.u.s.SslContextFactory x509=X509@415627b2(solrtest,h=[],w=[]) for SslContextFactory@50453f6b(file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/server/etc/test/solrtest.keystore,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/server/etc/test/solrtest.keystore)
   [junit4]   2> 228487 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@19d9a0a6{SSL,[ssl, http/1.1]}{127.0.0.1:32799}
   [junit4]   2> 228488 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.Server Started @233975ms
   [junit4]   2> 228488 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:55945/hdfs__localhost_55945__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001_tempDir-002_control_data, hostContext=/di/j, hostPort=32799, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/cores}
   [junit4]   2> 228489 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 228489 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001'
   [junit4]   2> 228489 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 228489 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 228489 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228490 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228497 INFO  (zkCallback-282-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@811cc28 name:ZooKeeperConnection Watcher:127.0.0.1:57219/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228497 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228498 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228500 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 228500 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/solr.xml
   [junit4]   2> 228517 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/cores
   [junit4]   2> 228517 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.CoreContainer New CoreContainer 155628692
   [junit4]   2> 228517 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001]
   [junit4]   2> 228519 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/lib
   [junit4]   2> 228519 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 228529 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 228531 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 228531 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 228531 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57219/solr
   [junit4]   2> 228531 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 228531 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228532 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228532 INFO  (zkCallback-285-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49228d0 name:ZooKeeperConnection Watcher:127.0.0.1:57219 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228533 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228533 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228535 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228535 INFO  (zkCallback-286-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48a9c08b name:ZooKeeperConnection Watcher:127.0.0.1:57219/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228535 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228536 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 228538 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 228541 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 228542 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 228544 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 228547 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 228548 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 228549 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 228550 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 228550 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 228551 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 228553 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 228559 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 228560 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 228560 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000
   [junit4]   2> 228560 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32799_di%2Fj
   [junit4]   2> 228560 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 228561 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.Overseer Overseer (id=95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) starting
   [junit4]   2> 228562 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 228567 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 228572 INFO  (OverseerCollectionConfigSetProcessor-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 228572 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 228573 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32799_di%2Fj
   [junit4]   2> 228574 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:32799_di%2Fj
   [junit4]   2> 228575 INFO  (zkCallback-286-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 228577 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 228577 INFO  (zkCallback-286-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 228584 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 228584 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 228585 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/cores
   [junit4]   2> 228586 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 228586 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/cores/collection1
   [junit4]   2> 228586 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 228596 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 228596 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 228598 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 228610 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 228610 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 228610 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32799/di/j",
   [junit4]   2>   "node_name":"127.0.0.1:32799_di%2Fj",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 228611 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32799/di/j",
   [junit4]   2>   "node_name":"127.0.0.1:32799_di%2Fj",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 228612 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 228612 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 228613 INFO  (zkCallback-286-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 229598 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 229598 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 229599 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 229599 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 229599 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 229599 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/cores/collection1'
   [junit4]   2> 229599 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 229599 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 229601 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 229617 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 229623 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 229635 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 229642 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 229757 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 229763 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 229764 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 229787 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 229789 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 229791 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 229791 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 229793 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 229793 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 229793 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 229807 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55945/solr_hdfs_home
   [junit4]   2> 229807 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 229807 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/control-001/cores/collection1], dataDir=[hdfs://localhost:55945/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 229807 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37e52734
   [junit4]   2> 229807 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55945/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 229869 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:55945/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 229874 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:55945/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 229896 WARN  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:55945/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 229896 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55945/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 229919 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:55945/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 229919 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=82.72265625, floorSegmentMB=0.236328125, forceMergeDeletesPctAllowed=8.61867506135849, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17750991538412403
   [junit4]   2> 230226 INFO  (IPC Server handler 7 on 55945) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45842 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55cf0456-721d-4204-bc68-2e75fef00779:NORMAL:127.0.0.1:45842|RBW], ReplicaUnderConstruction[[DISK]DS-d2accda1-9c60-453f-926a-b802f8f16b40:NORMAL:127.0.0.1:56798|RBW]]} size 71
   [junit4]   2> 230227 INFO  (IPC Server handler 8 on 55945) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56798 is added to blk_1073741825_1001 size 71
   [junit4]   2> 230633 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@hdfs://localhost:55945/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56a792b3; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 230633 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 230647 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 230647 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 230647 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 230647 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 230647 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 230648 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 230648 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 230656 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 230656 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 230656 WARN  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 230658 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 230659 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 230669 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 230670 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 230670 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:55945/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 230695 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 230695 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 230708 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 230708 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 230708 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 230743 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 230743 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 230750 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=83.59375, floorSegmentMB=0.7666015625, forceMergeDeletesPctAllowed=10.926919825893409, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5995912217994458
   [junit4]   2> 230892 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@hdfs://localhost:55945/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56a792b3; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 230892 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 230893 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c359140[collection1] main]
   [junit4]   2> 230893 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 230894 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 230894 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 230894 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 230894 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 230894 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 230895 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 230895 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 230895 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 230897 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 230900 INFO  (searcherExecutor-902-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2c359140[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 230901 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 230901 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 230901 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 230901 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1529575935521587200
   [junit4]   2> 230903 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1529575935521587200
   [junit4]   2> 230903 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 230903 INFO  (coreLoadExecutor-901-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 230912 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:32799/di/j collection:control_collection shard:shard1
   [junit4]   2> 230913 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 230917 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95598495794659333-core_node1-n_0000000000
   [junit4]   2> 230917 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 230919 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 230920 INFO  (zkCallback-286-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 230922 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 230922 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 230922 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32799/di/j/collection1/
   [junit4]   2> 230922 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 230922 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:32799/di/j/collection1/ has no replicas
   [junit4]   2> 230923 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 230925 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95598495794659333-core_node1-n_0000000000
   [junit4]   2> 230926 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:32799/di/j",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 230928 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32799/di/j/collection1/ shard1
   [junit4]   2> 231029 INFO  (zkCallback-286-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 231030 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:32799/di/j/collection1/ and leader is https://127.0.0.1:32799/di/j/collection1/
   [junit4]   2> 231030 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:32799/di/j
   [junit4]   2> 231030 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 231030 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 231030 INFO  (coreZkRegister-895-thread-1-processing-n:127.0.0.1:32799_di%2Fj x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32799_di%2Fj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 231032 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32799/di/j",
   [junit4]   2>   "node_name":"127.0.0.1:32799_di%2Fj",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 231032 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32799/di/j",
   [junit4]   2>   "node_name":"127.0.0.1:32799_di%2Fj",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 231116 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 231116 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231120 INFO  (zkCallback-288-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37ca3751 name:ZooKeeperConnection Watcher:127.0.0.1:57219/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231120 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231120 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 231121 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 231122 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 231122 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 231122 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 231122 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 231128 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231128 INFO  (zkCallback-289-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2083022a name:ZooKeeperConnection Watcher:127.0.0.1:57219/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231128 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231128 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 231132 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 231132 INFO  (OverseerStateUpdate-95598495794659333-127.0.0.1:32799_di%2Fj-n_0000000000) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 231133 INFO  (zkCallback-286-thread-1-processing-n:127.0.0.1:32799_di%2Fj) [n:127.0.0.1:32799_di%2Fj    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 231133 INFO  (zkCallback-288-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 231223 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/shard-1-001/cores/collection1
   [junit4]   2> 231223 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/shard-1-001
   [junit4]   2> 231225 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 231230 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7acc34af{/di/j,null,AVAILABLE}
   [junit4]   2> 231231 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.u.s.SslContextFactory x509=X509@3f6dff69(solrtest,h=[],w=[]) for SslContextFactory@3062ac63(file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/server/etc/test/solrtest.keystore,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/server/etc/test/solrtest.keystore)
   [junit4]   2> 231235 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@46b276e4{SSL,[ssl, http/1.1]}{127.0.0.1:58984}
   [junit4]   2> 231238 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.Server Started @236725ms
   [junit4]   2> 231238 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:55945/hdfs__localhost_55945__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/di/j, hostPort=58984, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/shard-1-001/cores}
   [junit4]   2> 231239 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 231239 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9962B2F0FAE69E4D-001/shard-1-001'
   [j

[...truncated too long message...]

e-027/./collection1/data/index;done=false>>]
   [junit4]   2> 2617033 INFO  (coreCloseExecutor-6461-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-027/./collection1/data/index
   [junit4]   2> 2617033 INFO  (coreCloseExecutor-6461-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-027/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-027/./collection1/data;done=false>>]
   [junit4]   2> 2617033 INFO  (coreCloseExecutor-6461-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-027/./collection1/data
   [junit4]   2> 2617033 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72165dbe{/solr,null,UNAVAILABLE}
   [junit4]   2> 2617037 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@445c342{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2617037 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[9962B2F0FAE69E4D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=235538982
   [junit4]   2> 2617038 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@31a1bc2f
   [junit4]   2> 2617038 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2617038 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2617038 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2617038 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2617038 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2617038 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2617038 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-028/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-028/./collection1/data;done=false>>]
   [junit4]   2> 2617038 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-028/./collection1/data
   [junit4]   2> 2617039 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-028/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-028/./collection1/data/index;done=false>>]
   [junit4]   2> 2617039 INFO  (coreCloseExecutor-6463-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001/solr-instance-028/./collection1/data/index
   [junit4]   2> 2617040 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[9962B2F0FAE69E4D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6df8d2e5{/solr,null,UNAVAILABLE}
   [junit4]   2> 2617041 INFO  (SUITE-TestReplicationHandler-seed#[9962B2F0FAE69E4D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9962B2F0FAE69E4D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=Lucene50(blocksize=128), id=Lucene50(blocksize=128), newname=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=854, maxMBSortInHeap=4.726403366139456, sim=ClassicSimilarity, locale=nl-NL, timezone=America/Adak
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=220328120,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [TestNRTOpen, DirectSolrSpellCheckerTest, ChaosMonkeySafeLeaderTest, SpellPossibilityIteratorTest, TestLMJelinekMercerSimilarityFactory, TestFieldTypeResource, OpenExchangeRatesOrgProviderTest, WordBreakSolrSpellCheckerTest, SolrIndexSplitterTest, TestSolrCoreProperties, DOMUtilTest, SoftAutoCommitTest, MinimalSchemaTest, TestCoreContainer, ZkSolrClientTest, TestFreeTextSuggestions, TestRequestForwarding, TestCodecSupport, TestAuthorizationFramework, FileUtilsTest, TestImplicitCoreProperties, TestWordDelimiterFilterFactory, TestDocumentBuilder, DocumentBuilderTest, TestSha256AuthenticationProvider, TestCustomDocTransformer, TestCustomSort, TestCloudManagedSchema, TestMissingGroups, TestBM25SimilarityFactory, HdfsCollectionsAPIDistributedZkTest, CloudMLTQParserTest, RankQueryTest, TestQueryWrapperFilter, DeleteInactiveReplicaTest, HdfsLockFactoryTest, TestScoreJoinQPNoScore, IndexBasedSpellCheckerTest, TestExceedMaxTermLength, TestDFISimilarityFactory, SchemaVersionSpecificBehaviorTest, TestCursorMarkWithoutUniqueKey, DistribDocExpirationUpdateProcessorTest, DistributedIntervalFacetingTest, TestStressUserVersions, TestFiltering, TestSQLHandler, TestConfigSetsAPIExclusivity, CheckHdfsIndexTest, TestSolrConfigHandler, SimpleCollectionCreateDeleteTest, CSVRequestHandlerTest, TestManagedResource, OverseerStatusTest, TestUpdate, TestEmbeddedSolrServerConstructors, InfoHandlerTest, SpatialFilterTest, TestFieldCollectionResource, ConvertedLegacyTest, MBeansHandlerTest, TestStressVersions, TestLRUStatsCache, TestUseDocValuesAsStored, TimeZoneUtilsTest, ZkCLITest, TestManagedStopFilterFactory, TestConfigSetProperties, UUIDUpdateProcessorFallbackTest, TestCloudPivotFacet, FastVectorHighlighterTest, RequestLoggingTest, TestReplicationHandlerBackup, TestSystemIdResolver, TestHashPartitioner, CloneFieldUpdateProcessorFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestExpandComponent, TestSurroundQueryParser, SuggestComponentContextFilterQueryTest, MultiTermTest, QueryResultKeyTest, DistanceFunctionTest, TestDistributedGrouping, TestRawTransformer, TestJsonFacets, TestDistribDocBasedVersion, RemoteQueryErrorTest, ZkStateReaderTest, AliasIntegrationTest, TestQuerySenderListener, TermsComponentTest, ExplicitHLLTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler]
   [junit4] Completed [422/582 (3!)] on J1 in 539.53s, 13 tests, 1 failure <<< FAILURES!

[...truncated 554 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1014: There were test failures: 582 suites (10 ignored), 2331 tests, 1 error, 2 failures, 32 ignored (16 assumptions) [seed: 9962B2F0FAE69E4D]

Total time: 215 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 19 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/19/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestAuthenticationFramework.testStopAllStartAll

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([F266940EE3DDB66C:84588B7DA2EA1B43]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:326)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:244)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:327)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:356)
	at org.apache.solr.cloud.TestMiniSolrCloudCluster.testStopAllStartAll(TestMiniSolrCloudCluster.java:443)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=13744, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13744, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39714/oq_wwn: collection already exists: awholynewstresscollection_collection0_7
	at __randomizedtesting.SeedInfo.seed([F266940EE3DDB66C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:970)




Build Log:
[...truncated 11366 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
   [junit4]   2> 567661 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 567661 INFO  (Thread-1182) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 567661 INFO  (Thread-1182) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 567761 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.ZkTestServer start zk server on port:56320
   [junit4]   2> 567761 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567762 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567799 INFO  (zkCallback-730-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4995a9c3 name:ZooKeeperConnection Watcher:127.0.0.1:56320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567799 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567800 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567800 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 567827 INFO  (jetty-launcher-729-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 567827 INFO  (jetty-launcher-729-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 567827 INFO  (jetty-launcher-729-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 567830 INFO  (jetty-launcher-729-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 567830 INFO  (jetty-launcher-729-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28136db5{/solr,null,AVAILABLE}
   [junit4]   2> 567831 INFO  (jetty-launcher-729-thread-5) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 567836 INFO  (jetty-launcher-729-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@269ebd2d{/solr,null,AVAILABLE}
   [junit4]   2> 567838 INFO  (jetty-launcher-729-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@365d91d7{HTTP/1.1,[http/1.1]}{127.0.0.1:48819}
   [junit4]   2> 567838 INFO  (jetty-launcher-729-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@138ad55a{HTTP/1.1,[http/1.1]}{127.0.0.1:37632}
   [junit4]   2> 567838 INFO  (jetty-launcher-729-thread-3) [    ] o.e.j.s.Server Started @570838ms
   [junit4]   2> 567838 INFO  (jetty-launcher-729-thread-2) [    ] o.e.j.s.Server Started @570838ms
   [junit4]   2> 567838 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48819}
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37632}
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node3'
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node2'
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567839 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567842 INFO  (jetty-launcher-729-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fae579c{/solr,null,AVAILABLE}
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40eb2c15{/solr,null,AVAILABLE}
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@4d3d6820{HTTP/1.1,[http/1.1]}{127.0.0.1:42123}
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-1) [    ] o.e.j.s.Server Started @570843ms
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@29fe973b{HTTP/1.1,[http/1.1]}{127.0.0.1:40953}
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42123}
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-4) [    ] o.e.j.s.Server Started @570843ms
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40953}
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node1'
   [junit4]   2> 567844 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 567844 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 567843 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 567844 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node4'
   [junit4]   2> 567844 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567844 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 567844 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 567844 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567844 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567845 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567846 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567848 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567850 INFO  (jetty-launcher-729-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77feb0bd{/solr,null,AVAILABLE}
   [junit4]   2> 567850 INFO  (jetty-launcher-729-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@2c869910{HTTP/1.1,[http/1.1]}{127.0.0.1:37026}
   [junit4]   2> 567850 INFO  (jetty-launcher-729-thread-5) [    ] o.e.j.s.Server Started @570850ms
   [junit4]   2> 567851 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37026}
   [junit4]   2> 567851 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 567851 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node5'
   [junit4]   2> 567851 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 567851 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 567851 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567852 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567861 INFO  (zkCallback-733-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3829289d name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567861 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567861 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567867 INFO  (zkCallback-734-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17af61e7 name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567868 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567868 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567868 INFO  (zkCallback-732-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51e19b22 name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567868 INFO  (zkCallback-731-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@399818ac name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567868 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567868 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567868 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567868 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567875 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 567875 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 567876 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 567876 INFO  (zkCallback-735-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d164cb6 name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567876 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567876 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 567876 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567878 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 567889 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1539d21d1000005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 567890 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node5/.
   [junit4]   2> 567890 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 564863536
   [junit4]   2> 567890 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node5]
   [junit4]   2> 567890 WARN  (jetty-launcher-729-thread-5) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node5/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node5/lib
   [junit4]   2> 567890 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 567891 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 567892 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 567892 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 567892 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56320/solr
   [junit4]   2> 567892 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 567892 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567892 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567897 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node3/.
   [junit4]   2> 567898 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 514600222
   [junit4]   2> 567897 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1539d21d1000003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 567898 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node2/.
   [junit4]   2> 567898 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node1/.
   [junit4]   2> 567898 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node3]
   [junit4]   2> 567898 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1539d21d1000001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 567898 WARN  (jetty-launcher-729-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node3/lib
   [junit4]   2> 567898 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1379375740
   [junit4]   2> 567898 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 883130177
   [junit4]   2> 567899 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 567899 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node2]
   [junit4]   2> 567899 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node1]
   [junit4]   2> 567899 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1539d21d1000004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 567899 WARN  (jetty-launcher-729-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node1/lib
   [junit4]   2> 567899 WARN  (jetty-launcher-729-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node2/lib
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56320/solr
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 567900 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567901 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 567901 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 567901 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56320/solr
   [junit4]   2> 567901 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 567901 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567901 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 567906 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 567906 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56320/solr
   [junit4]   2> 567906 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 567906 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567899 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node4/.
   [junit4]   2> 567907 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 1344211645
   [junit4]   2> 567906 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567907 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node4]
   [junit4]   2> 567907 WARN  (jetty-launcher-729-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node4/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node4/lib
   [junit4]   2> 567902 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567908 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 567908 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567908 INFO  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5f4c4973 name:ZooKeeperConnection Watcher:127.0.0.1:56320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567908 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567908 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 567908 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567909 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 567909 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 567909 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56320/solr
   [junit4]   2> 567909 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 567909 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 567909 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567910 INFO  (zkCallback-745-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@399a0ac2 name:ZooKeeperConnection Watcher:127.0.0.1:56320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567911 INFO  (zkCallback-746-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@30cc8748 name:ZooKeeperConnection Watcher:127.0.0.1:56320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567911 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567911 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567911 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567911 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567919 INFO  (zkCallback-747-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b6c8a03 name:ZooKeeperConnection Watcher:127.0.0.1:56320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567919 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567919 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567925 INFO  (zkCallback-750-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2fe41237 name:ZooKeeperConnection Watcher:127.0.0.1:56320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567925 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567925 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 567941 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567946 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567946 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567957 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567957 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b817fc3 name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567957 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567961 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f7e8219 name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567961 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567961 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 567962 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b17c8e3 name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567962 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567962 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:37632_solr) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d0d03df name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567962 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567966 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f5c2a1b name:ZooKeeperConnection Watcher:127.0.0.1:56320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 567966 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 567969 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 567969 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 567973 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 567973 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 567973 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 567998 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 567998 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 568000 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 568000 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 568001 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 568063 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 568063 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 568063 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 568064 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 568067 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 568084 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 568084 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 568084 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 568088 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 568119 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 568123 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 568123 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 568123 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 568123 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 568139 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 568139 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 568139 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 568139 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 568147 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 568147 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 568147 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 568147 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 568147 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 568225 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 568226 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 568226 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 568226 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 568226 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 568350 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 568350 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 568350 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 568350 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 568350 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 568375 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 568375 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 568378 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 568378 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 568380 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 568380 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 568380 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 568383 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 568383 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 568384 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 568384 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 568384 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 568385 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 568385 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 568386 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 568387 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 568387 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 568403 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 568403 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 568404 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 568404 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 568404 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 568420 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 568420 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 568435 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 568435 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 568440 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95592785670832143-127.0.0.1:40953_solr-n_0000000000
   [junit4]   2> 568440 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95592785670832141-127.0.0.1:42123_solr-n_0000000001
   [junit4]   2> 568453 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95592785670832139-127.0.0.1:37026_solr-n_0000000002
   [junit4]   2> 568453 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95592785670832142-127.0.0.1:37632_solr-n_0000000003
   [junit4]   2> 568494 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 568494 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40953_solr
   [junit4]   2> 568494 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 568494 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95592785670832143-127.0.0.1:40953_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 568494 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95592785670832139-127.0.0.1:37026_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 568495 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42123_solr
   [junit4]   2> 568495 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95592785670832141-127.0.0.1:42123_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 568495 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37632_solr
   [junit4]   2> 568517 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95592785670832140-127.0.0.1:48819_solr-n_0000000004
   [junit4]   2> 568525 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37026_solr
   [junit4]   2> 568526 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37632_solr
   [junit4]   2> 568526 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42123_solr
   [junit4]   2> 568539 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37026_solr
   [junit4]   2> 568539 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95592785670832142-127.0.0.1:37632_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 568539 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.Overseer Overseer (id=95592785670832143-127.0.0.1:40953_solr-n_0000000000) starting
   [junit4]   2> 568540 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48819_solr
   [junit4]   2> 568542 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 568542 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 568542 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:37632_solr) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 568542 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 568542 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 568544 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48819_solr
   [junit4]   2> 568545 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 568545 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 568546 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:37632_solr) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 568551 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 568552 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 568557 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 568558 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 568558 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 568558 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 568558 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 568558 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 568558 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 568560 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 568560 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 568560 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 568560 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@304ef30c
   [junit4]   2> 568561 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 568561 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 568561 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@304ef30c
   [junit4]   2> 568562 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node2/.
   [junit4]   2> 568562 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 568563 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:37632_solr) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 568563 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 568564 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 568564 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 568564 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@70a74b4
   [junit4]   2> 568564 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@70a74b4
   [junit4]   2> 568564 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node1/.
   [junit4]   2> 568564 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 568565 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 568566 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 568566 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 568566 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:37632_solr) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 568568 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 568568 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 568568 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 568568 INFO  (jetty-launcher-729-thread-2) [n:127.0.0.1:37632_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 568574 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 568574 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@7c39c66b
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@7c39c66b
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@64f2df6d
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@64f2df6d
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node5/.
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 568575 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node3/.
   [junit4]   2> 568576 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 568576 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 568576 INFO  (jetty-launcher-729-thread-1) [n:127.0.0.1:42123_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 568576 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 568576 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 568576 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 568580 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 568580 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 568580 INFO  (jetty-launcher-729-thread-3) [n:127.0.0.1:48819_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 568580 INFO  (jetty-launcher-729-thread-5) [n:127.0.0.1:37026_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 568608 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 568608 INFO  (OverseerCollectionConfigSetProcessor-95592785670832143-127.0.0.1:40953_solr-n_0000000000) [n:127.0.0.1:40953_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 568608 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40953_solr as DOWN
   [junit4]   2> 568609 INFO  (OverseerStateUpdate-95592785670832143-127.0.0.1:40953_solr-n_0000000000) [n:127.0.0.1:40953_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 568616 INFO  (OverseerStateUpdate-95592785670832143-127.0.0.1:40953_solr-n_0000000000) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (4)
   [junit4]   2> 568617 INFO  (OverseerStateUpdate-95592785670832143-127.0.0.1:40953_solr-n_0000000000) [n:127.0.0.1:40953_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:40953_solr"} current state version: 0
   [junit4]   2> 568617 INFO  (OverseerStateUpdate-95592785670832143-127.0.0.1:40953_solr-n_0000000000) [n:127.0.0.1:40953_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40953_solr
   [junit4]   2> 569616 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40953_solr
   [junit4]   2> 569619 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40953_solr
   [junit4]   2> 569623 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:37632_solr) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 569623 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 569623 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 569623 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 569623 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 569623 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 569623 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:37632_solr) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 569623 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 569623 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 569624 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 569639 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 569639 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 569639 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 569639 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@1c063b90
   [junit4]   2> 569640 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@1c063b90
   [junit4]   2> 569640 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_F266940EE3DDB66C-001/tempDir-001/node4/.
   [junit4]   2> 569640 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 569641 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1
   [junit4]   2> 569641 INFO  (jetty-launcher-729-thread-4) [n:127.0.0.1:40953_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 569642 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 569648 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 569662 INFO  (zkCallback-756-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@535af173 name:ZooKeeperConnection Watcher:127.0.0.1:56320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 569662 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 569662 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 569669 INFO  (jetty-launcher-729-thread-3) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@365d91d7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 569669 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=514600222
   [junit4]   2> 569670 INFO  (jetty-launcher-729-thread-4) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@138ad55a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 569670 INFO  (jetty-launcher-729-thread-3) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:48819_solr as DOWN
   [junit4]   2> 569670 INFO  (jetty-launcher-729-thread-2) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@29fe973b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 569670 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=883130177
   [junit4]   2> 569670 INFO  (jetty-launcher-729-thread-1) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@2c869910{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 569671 INFO  (jetty-launcher-729-thread-5) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@4d3d6820{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 569671 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1344211645
   [junit4]   2> 569673 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=564863536
   [junit4]   2> 569674 INFO  (jetty-launcher-729-thread-4) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:37632_solr as DOWN
   [junit4]   2> 569674 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:40953_solr as DOWN
   [junit4]   2> 569675 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1379375740
   [junit4]   2> 569676 INFO  (jetty-launcher-729-thread-5) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:42123_solr as DOWN
   [junit4]   2> 569676 INFO  (jetty-launcher-729-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:37026_solr as DOWN
   [junit4]   2> 569694 INFO  (jetty-launcher-729-thread-2) [    ] o.a.s.c.Overseer Overseer (id=95592785670832143-127.0.0.1:40953_solr-n_0000000000) closing
   [junit4]   2> 569695 INFO  (OverseerStateUpdate-95592785670832143-127.0.0.1:40953_solr-n_0000000000) [n:127.0.0.1:40953_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40953_solr
   [junit4]   2> 569700 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:37632_solr) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 569700 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 569700 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 569700 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 569701 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 569703 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1)
   [junit4]   2> 569706 ERROR (jetty-launcher-729-thread-1-EventThread) [n:127.0.0.1:42123_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$6/555860789@1eb667b9 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@5bb4ea0b[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 5]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 569716 INFO  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 569716 WARN  (zkCallback-751-thread-1-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 571200 WARN  (zkCallback-754-thread-1-processing-n:127.0.0.1:37632_solr) [n:127.0.0.1:37632_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 571201 WARN  (zkCallback-753-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 571201 WARN  (zkCallback-752-thread-1-processing-n:127.0.0.1:48819_solr) [n:127.0.0.1:48819_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 571201 INFO  (jetty-launcher-729-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@269ebd2d{/solr,null,UNAVAILABLE}
   [junit4]   2> 571201 INFO  (jetty-launcher-729-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1fae579c{/solr,null,UNAVAILABLE}
   [junit4]   2> 571201 WARN  (zkCallback-755-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 571201 INFO  (jetty-launcher-729-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28136db5{/solr,null,UNAVAILABLE}
   [junit4]   2> 571201 INFO  (jetty-launcher-729-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@40eb2c15{/solr,null,UNAVAILABLE}
   [junit4]   2> 571206 WARN  (zkCallback-751-thread-2-processing-n:127.0.0.1:37026_solr) [n:127.0.0.1:37026_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 571207 INFO  (jetty-launcher-729-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77feb0bd{/solr,null,UNAVAILABLE}
   [junit4]   2> 571209 INFO  (TEST-TestAuthenticationFramework.testExtraFilters-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56320 56320
   [junit4]   2> 571343 INFO  (Thread-1182) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56320 56320
   [junit4]   2> 571344 WARN  (Thread-1182) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 571346 INFO  (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 571347 INFO  (Thread-1233) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 571347 INFO  (Thread-1233) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 571447 INFO  (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.ZkTestServer start zk server on port:42213
   [junit4]   2> 571447 INFO  (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 571448 INFO  (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 571460 INFO  (zkCallback-759-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e3998f3 name:ZooKeeperConnection Watcher:127.0.0.1:42213 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 571460 INFO  (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[F266940EE3DDB66C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 571461 INFO  (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[F266940EE3DDB66C]) [    ] o.a.

[...truncated too long message...]

gMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 1662739 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F266940EE3DDB66C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Mar 22, 2016 7:20:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=ClassicSimilarity, locale=sq, timezone=America/Panama
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=2,free=91774648,total=510656512
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetPivotWhiteBoxTest, MoreLikeThisHandlerTest, TestFiltering, RemoteQueryErrorTest, DistributedSuggestComponentTest, HighlighterTest, AnalyticsQueryTest, TestDocumentBuilder, TestDefaultSearchFieldResource, TestAuthorizationFramework, DistributedVersionInfoTest, DeleteShardTest, HdfsThreadLeakTest, DocValuesTest, ParsingFieldUpdateProcessorsTest, ZkSolrClientTest, TestSystemIdResolver, TestLeaderElectionZkExpiry, CloudMLTQParserTest, TestUseDocValuesAsStored, TestFastLRUCache, TestWordDelimiterFilterFactory, TestCodecSupport, TestHashQParserPlugin, NotRequiredUniqueKeyTest, UUIDUpdateProcessorFallbackTest, TestSizeLimitedDistributedMap, CdcrReplicationHandlerTest, QueryResultKeyTest, TestSearcherReuse, TestAuthenticationFramework, TimeZoneUtilsTest, TestDistribIDF, DistributedFacetPivotLongTailTest, TestReplicationHandlerBackup, CheckHdfsIndexTest, RequestLoggingTest, ZkCLITest, TestPartialUpdateDeduplication, DistributedMLTComponentTest, ZkStateReaderTest, DistributedIntervalFacetingTest, CollectionsAPIAsyncDistributedZkTest, TestCursorMarkWithoutUniqueKey, TestQueryTypes, JavabinLoaderTest, MultiTermTest, TestSolrCoreProperties, TestQuerySenderNoQuery, TestSchemaSimilarityResource, BlockDirectoryTest, TestSortByMinMaxFunction, TestDFISimilarityFactory, TestSolrQueryParserDefaultOperatorResource, DocumentBuilderTest, TestLRUStatsCache, NumericFieldsTest, InfoHandlerTest, TestLFUCache, OpenExchangeRatesOrgProviderTest, TestQueryUtils, DirectSolrSpellCheckerTest, UniqFieldsUpdateProcessorFactoryTest, BasicFunctionalityTest, SolrIndexConfigTest, FileUtilsTest, TestReRankQParserPlugin, CdcrUpdateLogTest, SuggesterFSTTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [263/582 (2!)] on J1 in 603.98s, 1 test, 1 error <<< FAILURES!

[...truncated 1052 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1014: There were test failures: 582 suites (10 ignored), 2331 tests, 2 errors, 32 ignored (16 assumptions) [seed: F266940EE3DDB66C]

Total time: 196 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 18 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/18/

2 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Doc with id=1 not found in http://127.0.0.1:38409/_/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:38409/_/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([6028E9C1EA9E9D7D:86BFDD01D31C641C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:620)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:573)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:136)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Mon Mar 21 08:02:54 WAT 2016

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Mon Mar 21 08:02:54 WAT 2016
	at __randomizedtesting.SeedInfo.seed([6028E9C1EA9E9D7D:BB83E907EFB6F4CE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1422)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:774)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11248 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/init-core-data-001
   [junit4]   2> 35715 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexAndConfigAliasReplication
   [junit4]   2> 35716 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/collection1
   [junit4]   2> 35732 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 35808 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ccba2b9{/solr,null,AVAILABLE}
   [junit4]   2> 35813 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@79547528{HTTP/1.1,[http/1.1]}{127.0.0.1:46772}
   [junit4]   2> 35813 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.Server Started @38631ms
   [junit4]   2> 35813 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=46772}
   [junit4]   2> 35813 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 35813 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001'
   [junit4]   2> 35813 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 35813 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 35815 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/solr.xml
   [junit4]   2> 35825 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/.
   [junit4]   2> 35825 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer New CoreContainer 1942092814
   [junit4]   2> 35825 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001]
   [junit4]   2> 35826 WARN  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/lib
   [junit4]   2> 35854 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 35856 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 35856 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 35856 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 35856 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 35856 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 35857 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/.
   [junit4]   2> 35863 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 35863 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/./collection1
   [junit4]   2> 35863 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 35883 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0
   [junit4]   2> 35883 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 35883 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/collection1'
   [junit4]   2> 35884 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 35884 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 35918 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 35939 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 35999 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 36009 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 36018 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 36019 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/collection1'
   [junit4]   2> 36020 INFO  (coreLoadExecutor-62-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/./collection1
   [junit4]   2> 36020 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 36020 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 36020 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 36022 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/./collection1/data
   [junit4]   2> 36022 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 36022 WARN  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 36022 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 36023 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5940740729789704]
   [junit4]   2> 36025 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@42edb87e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a86da1a),segFN=segments_1,generation=1}
   [junit4]   2> 36025 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 36030 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/./collection1/data/
   [junit4]   2> 36032 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 36034 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 36035 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 36036 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 36037 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 36042 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 36042 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 36042 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 36045 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 36045 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 36046 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.0439453125, noCFSRatio=1.0]
   [junit4]   2> 36046 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@42edb87e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a86da1a),segFN=segments_1,generation=1}
   [junit4]   2> 36046 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 36046 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c6c1b3c[collection1] main]
   [junit4]   2> 36047 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/collection1/conf
   [junit4]   2> 36047 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/collection1/conf}
   [junit4]   2> 36047 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-001/collection1/conf
   [junit4]   2> 36047 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 36048 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 36048 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 36048 INFO  (coreLoadExecutor-62-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 36049 INFO  (searcherExecutor-63-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c6c1b3c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 36385 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/collection1
   [junit4]   2> 36389 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 36424 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@558f515{/solr,null,AVAILABLE}
   [junit4]   2> 36425 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5dfd3aaf{HTTP/1.1,[http/1.1]}{127.0.0.1:37288}
   [junit4]   2> 36425 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.Server Started @39243ms
   [junit4]   2> 36425 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=37288}
   [junit4]   2> 36426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 36426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002'
   [junit4]   2> 36426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 36426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 36426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/solr.xml
   [junit4]   2> 36435 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/.
   [junit4]   2> 36435 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer New CoreContainer 564576020
   [junit4]   2> 36435 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002]
   [junit4]   2> 36435 WARN  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/lib
   [junit4]   2> 36436 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 36437 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 36437 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 36437 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 36437 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 36438 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 36438 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/.
   [junit4]   2> 36440 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 36440 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/./collection1
   [junit4]   2> 36440 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 36441 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/collection1'
   [junit4]   2> 36441 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 36442 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 36441 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0
   [junit4]   2> 36446 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 36454 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 36459 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 36469 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 36475 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 36479 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 36481 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/collection1'
   [junit4]   2> 36481 INFO  (coreLoadExecutor-72-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/./collection1
   [junit4]   2> 36482 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 36482 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 36482 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 36483 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/./collection1/data
   [junit4]   2> 36483 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 36483 WARN  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 36483 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 36483 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5940740729789704]
   [junit4]   2> 36484 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@205ca25 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@66a4aa61),segFN=segments_1,generation=1}
   [junit4]   2> 36484 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 36486 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 36487 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/./collection1/data/
   [junit4]   2> 36488 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 36489 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 36490 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 36491 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 36493 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 36493 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 36493 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 36494 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 36494 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 36494 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.0439453125, noCFSRatio=1.0]
   [junit4]   2> 36495 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@205ca25 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@66a4aa61),segFN=segments_1,generation=1}
   [junit4]   2> 36495 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 36495 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24f6fa32[collection1] main]
   [junit4]   2> 36495 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/collection1/conf
   [junit4]   2> 36495 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/collection1/conf}
   [junit4]   2> 36495 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6028E9C1EA9E9D7D-001/solr-instance-002/collection1/conf
   [junit4]   2> 36496 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 36498 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 36498 INFO  (searcherExecutor-73-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@24f6fa32[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 36498 INFO  (coreLoadExecutor-72-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 36852 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 36952 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 36968 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 13
   [junit4]   2> 36971 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 36974 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 36976 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 36979 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 36982 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 36985 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 36989 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 36993 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 37001 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 37004 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 37007 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 37010 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 37012 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 37015 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 37019 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 37022 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 37024 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 37027 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 37030 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 37032 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 37039 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 37042 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 37059 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 37062 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 37065 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 37068 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 37071 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 37076 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 37079 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 37082 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 37085 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 37087 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 37090 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 37093 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 37096 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 37098 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 37101 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 37104 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 37107 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 37110 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 37115 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 37118 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 37121 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 37124 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 37126 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 37129 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 37132 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 37135 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 37137 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 37140 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 37143 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 37146 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 37148 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 37151 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 37154 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 37156 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 37159 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 37162 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 37165 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 37167 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 37171 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 37175 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 37178 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 37180 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 37183 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 37186 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 37189 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 37191 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 37194 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 37197 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 37200 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 37203 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 37206 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 37209 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 37211 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 37217 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 37222 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 37226 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 37229 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 37232 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 37239 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 37242 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 37245 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 37248 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 37251 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 37253 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 37257 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 37260 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 37263 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 37266 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 37269 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 37271 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 37274 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 37277 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 37280 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 37283 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 37286 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 37289 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 37291 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 37294 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 37297 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 37300 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 37304 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 37307 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 37310 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 37313 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 37315 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 37318 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 37321 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 37325 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 37328 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 37331 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 37334 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 37338 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 37341 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 37344 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 37347 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 37351 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 37355 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 37364 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 37371 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 37374 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 37378 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 37383 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 37386 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 37389 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 37401 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 9
   [junit4]   2> 37405 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 37408 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 37411 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 37413 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 37416 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 37419 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 37429 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 37432 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 37435 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 37438 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 37441 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 37444 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 37447 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 37450 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 37453 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 37456 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 37458 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 37461 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 37463 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 37466 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 37469 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 37472 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 37475 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 37478 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 37480 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 37483 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 37486 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 37488 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 37491 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 37494 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 37496 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 37499 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 37501 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 37504 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 37507 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 37509 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 37512 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 37514 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 37517 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 37520 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 37522 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 37525 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 37528 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 37531 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 37534 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 37536 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 37539 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 37541 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 37544 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 37546 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 37549 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 37552 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 37554 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 37557 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 37559 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 37562 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 37565 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 37567 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 37571 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 37573 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 37576 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 37578 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 37581 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 37583 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 37586 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 37588 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 37591 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 37594 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 37596 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 37599 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 37601 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 37604 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 37607 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 37610 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 37613 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
   [junit4]   2> 37616 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 37619 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 37622 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 37624 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 37627 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 37630 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 37633 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
   [junit4]   2> 37636 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 37639 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 37642 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 37644 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 37647 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 37650 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 37653 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
   [junit4]   2> 37655 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 37666 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 37675 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 37683 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 37687 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 37690 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 37693 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
   [junit4]   2> 37696 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 37699 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 37702 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 37710 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 37717 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 37721 INFO  (qtp1853083538-196) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 37724 INFO  (qtp1853083538-193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
   [junit4]   2> 37726 INFO  (qtp1853083538-191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 37729 INFO  (qtp1853083538-195) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 37733 INFO  (qtp1853083538-190) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 37736 INFO  (qtp1853083538-197) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collectio

[...truncated too long message...]

3-002/cores/collection1/data/index;done=false>>]
   [junit4]   2> 1248269 INFO  (zkCallback-786-thread-1-processing-n:127.0.0.1:35744__) [n:127.0.0.1:35744__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6028E9C1EA9E9D7D-001/shard-3-002/cores/collection1/data/index
   [junit4]   2> 1248269 INFO  (zkCallback-786-thread-1-processing-n:127.0.0.1:35744__) [n:127.0.0.1:35744__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard2/election/95587194760593422-core_node3-n_0000000001
   [junit4]   2> 1248269 WARN  (zkCallback-786-thread-1-processing-n:127.0.0.1:35744__) [n:127.0.0.1:35744__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/95587194760593422-core_node3-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:244)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:241)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:241)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:86)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.cancelElection(ElectionContext.java:143)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.cancelElection(ElectionContext.java:279)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:455)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:59)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:351)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1248270 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@20f69993{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1248271 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6028E9C1EA9E9D7D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b8c032c{/_,null,UNAVAILABLE}
   [junit4]   2> 1248272 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 39508
   [junit4]   2> 1248273 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57777 57777
   [junit4]   2> 1248541 INFO  (Thread-41752) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57777 57777
   [junit4]   2> 1248541 WARN  (Thread-41752) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1248541 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:35744/_, target: http://127.0.0.1:34779/_
   [junit4]   2> 1248542 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SocketProxy Closing 9 connections to: http://127.0.0.1:34136/_, target: http://127.0.0.1:59169/_
   [junit4]   2> 1248542 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SocketProxy Closing 9 connections to: http://127.0.0.1:47465/_, target: http://127.0.0.1:51293/_
   [junit4]   2> 1248542 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6028E9C1EA9E9D7D]) [    ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:39508/_, target: http://127.0.0.1:51614/_
   [junit4]   2> 1248543 INFO  (SUITE-ForceLeaderTest-seed#[6028E9C1EA9E9D7D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6028E9C1EA9E9D7D-001
   [junit4]   2> Mar 21, 2016 7:21:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {range_facet_l_dv=PostingsFormat(name=Asserting), _version_=FST50, multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=FST50, intDefault=FST50, id=PostingsFormat(name=Asserting), range_facet_i_dv=FST50, text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=FST50, timestamp=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=479, maxMBSortInHeap=5.491668241980118, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ar-BH, timezone=Asia/Karachi
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=200287928,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [TestRecovery, AssignTest, SuggesterWFSTTest, LukeRequestHandlerTest, ClassificationUpdateProcessorFactoryTest, BaseCdcrDistributedZkTest, DocValuesMultiTest, TestPHPSerializedResponseWriter, DateRangeFieldTest, TestOrdValues, TestSchemaNameResource, TestSort, TestIndexSearcher, TestObjectReleaseTracker, TestReloadAndDeleteDocs, CleanupOldIndexTest, TestReqParamsAPI, SharedFSAutoReplicaFailoverTest, TestConfigSetsAPIZkFailure, CoreAdminRequestStatusTest, TestPostingsSolrHighlighter, TestGeoJSONResponseWriter, HdfsTlogReplayBufferedWhileIndexingTest, SuggestComponentTest, TestSweetSpotSimilarityFactory, RegexBoostProcessorTest, TestCollationField, PKIAuthenticationIntegrationTest, StressHdfsTest, TestReversedWildcardFilterFactory, TestLeaderInitiatedRecoveryThread, TestSolrDynamicMBean, BadIndexSchemaTest, SolrTestCaseJ4Test, FullSolrCloudDistribCmdsTest, TestFuzzyAnalyzedSuggestions, LeaderElectionTest, RecoveryZkTest, TestExactStatsCache, DeleteLastCustomShardedReplicaTest, ExitableDirectoryReaderTest, CollectionStateFormat2Test, SimpleFacetsTest, TestConfigSets, BlockJoinFacetDistribTest, TestReload, TestExtendedDismaxParser, TestJsonRequest, XmlUpdateRequestHandlerTest, TestInitQParser, TestZkChroot, DeleteStatusTest, TestUtils, HighlighterMaxOffsetTest, TestTestInjection, ForceLeaderTest]
   [junit4] Completed [146/581 (2!)] on J2 in 146.28s, 3 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 1401 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1014: There were test failures: 581 suites (10 ignored), 2330 tests, 2 failures, 32 ignored (16 assumptions) [seed: 6028E9C1EA9E9D7D]

Total time: 205 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 17 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/17/

2 tests failed.
FAILED:  org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable

Error Message:
Timeout while trying to assert replication errors

Stack Trace:
java.lang.AssertionError: Timeout while trying to assert replication errors
	at __randomizedtesting.SeedInfo.seed([7FFD6E506C30D409:99693423676FB921]:0)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable(CdcrReplicationDistributedZkTest.java:140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable(CdcrReplicationDistributedZkTest.java:127)
	... 41 more


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=19519, name=testExecutor-4520-thread-11, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19519, name=testExecutor-4520-thread-11, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
	at __randomizedtesting.SeedInfo.seed([7FFD6E506C30D409:F7A9518AC2CCB9F1]:0)
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43802/tz/zi
	at __randomizedtesting.SeedInfo.seed([7FFD6E506C30D409]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCores$0(BasicDistributedZkTest.java:583)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43802/tz/zi
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCores$0(BasicDistributedZkTest.java:581)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more




Build Log:
[...truncated 11553 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/init-core-data-001
   [junit4]   2> 466247 INFO  (SUITE-CdcrReplicationDistributedZkTest-seed#[7FFD6E506C30D409]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 466247 INFO  (SUITE-CdcrReplicationDistributedZkTest-seed#[7FFD6E506C30D409]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /la/
   [junit4]   2> 466251 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 466251 INFO  (Thread-4879) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 466251 INFO  (Thread-4879) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 466351 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.ZkTestServer start zk server on port:38549
   [junit4]   2> 466351 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 466352 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 466357 INFO  (zkCallback-278-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@173ad086 name:ZooKeeperConnection Watcher:127.0.0.1:38549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 466357 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 466358 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 466358 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 466362 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 466364 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 466366 INFO  (zkCallback-279-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@756f81de name:ZooKeeperConnection Watcher:127.0.0.1:38549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 466366 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 466367 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 466367 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 466369 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 466370 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 466372 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 466373 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 466373 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 466376 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 466376 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 466379 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 466379 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 466381 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 466381 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 466382 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 466382 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 466384 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 466384 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 466386 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 466387 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 466388 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 466389 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 466390 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 466391 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 466393 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 466393 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 466395 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 466395 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 466399 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTargetCollectionNotAvailable
   [junit4]   2> 466520 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1
   [junit4]   2> 466521 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 466523 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1edf0cbd{/la,null,AVAILABLE}
   [junit4]   2> 466525 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5d75bc9d{HTTP/1.1,[http/1.1]}{127.0.0.1:35328}
   [junit4]   2> 466525 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.e.j.s.Server Started @469690ms
   [junit4]   2> 466525 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/la, hostPort=35328, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores}
   [junit4]   2> 466525 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 466525 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001'
   [junit4]   2> 466525 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 466526 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 466526 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 466526 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 466528 INFO  (zkCallback-280-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5940a854 name:ZooKeeperConnection Watcher:127.0.0.1:38549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 466528 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 466529 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 466530 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 466530 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/solr.xml
   [junit4]   2> 466536 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores
   [junit4]   2> 466537 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.CoreContainer New CoreContainer 1078821418
   [junit4]   2> 466537 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001]
   [junit4]   2> 466537 WARN  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/lib
   [junit4]   2> 466537 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 466538 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 466539 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 466539 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 466539 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38549/solr
   [junit4]   2> 466539 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 466539 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 466540 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 466542 INFO  (zkCallback-283-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@111beda name:ZooKeeperConnection Watcher:127.0.0.1:38549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 466542 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 466542 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 466544 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 466546 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67e4cca4 name:ZooKeeperConnection Watcher:127.0.0.1:38549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 466546 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 466547 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 466550 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 466553 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 466555 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 466556 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 466558 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 466560 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 466561 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 466563 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 466564 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 466565 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 466567 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 466569 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 466570 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 466570 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95581383828504580-127.0.0.1:35328_la-n_0000000000
   [junit4]   2> 466571 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35328_la
   [junit4]   2> 466571 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 466572 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.Overseer Overseer (id=95581383828504580-127.0.0.1:35328_la-n_0000000000) starting
   [junit4]   2> 466574 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 466579 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 466580 INFO  (OverseerCollectionConfigSetProcessor-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 466580 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 466580 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35328_la
   [junit4]   2> 466581 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35328_la
   [junit4]   2> 466583 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 466583 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 466583 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 466596 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 466596 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 466597 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores
   [junit4]   2> 466598 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=tmp_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 466598 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1
   [junit4]   2> 466598 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 466599 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 466599 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 466599 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0
   [junit4]   2> 466599 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:35328_la    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 466600 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35328/la",
   [junit4]   2>   "node_name":"127.0.0.1:35328_la",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 466600 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 466601 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35328/la",
   [junit4]   2>   "node_name":"127.0.0.1:35328_la",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 466601 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.o.ClusterStateMutator building a new cName: tmp_collection
   [junit4]   2> 466601 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 466602 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 467600 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 467601 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 467601 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.ZkController Creating collection in ZooKeeper:tmp_collection
   [junit4]   2> 467601 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.ZkController Looking for collection configName
   [junit4]   2> 467602 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
   [junit4]   2> 467602 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection
   [junit4]   2> 467603 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 467603 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/tmp_collection]
   [junit4]   2> 467604 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/tmp_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 467604 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1'
   [junit4]   2> 467604 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 467604 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 467606 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 467614 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 467617 WARN  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 467618 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 467636 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 467642 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 467718 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 467719 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 467719 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 467722 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 467740 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0
   [junit4]   2> 467740 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 467741 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 467741 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1/data/]
   [junit4]   2> 467741 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d304a0f
   [junit4]   2> 467741 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1/data
   [junit4]   2> 467742 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1/data/index/
   [junit4]   2> 467742 WARN  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 467742 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1/data/index
   [junit4]   2> 467742 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=92.9912109375, floorSegmentMB=2.1640625, forceMergeDeletesPctAllowed=26.847327271450503, segmentsPerTier=4.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 467743 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@6d4c6a10 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@98ba223),segFN=segments_1,generation=1}
   [junit4]   2> 467743 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 467743 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1/data/
   [junit4]   2> 467743 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 467747 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 467762 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 467764 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 467765 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 467766 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 467767 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 467780 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/cdcr,/update,/admin/file
   [junit4]   2> 467780 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 467791 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 467791 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 467792 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 467792 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 467792 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.23108715385586126]
   [junit4]   2> 467793 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@6d4c6a10 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@98ba223),segFN=segments_1,generation=1}
   [junit4]   2> 467793 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 467793 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55eb2567[collection1] main]
   [junit4]   2> 467793 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/tmp_collection]
   [junit4]   2> 467794 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/tmp_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 467794 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 467794 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 467794 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 467794 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 467795 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 467795 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 467795 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 467795 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 467799 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/cdcr/state
   [junit4]   2> 467802 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 467807 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 467824 INFO  (searcherExecutor-1122-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@55eb2567[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 467824 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 467824 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 467824 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 467824 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1529302142904434688
   [junit4]   2> 467826 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1529302142904434688
   [junit4]   2> 467826 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 467827 INFO  (coreLoadExecutor-1121-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 467827 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:35328/la collection:tmp_collection shard:shard2
   [junit4]   2> 467828 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leader_elect/shard2/election
   [junit4]   2> 467831 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/tmp_collection/leader_elect/shard2/election/95581383828504580-core_node1-n_0000000000
   [junit4]   2> 467831 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 467833 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 467833 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 467833 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection"} current state version: 1
   [junit4]   2> 467833 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35328/la/collection1/
   [junit4]   2> 467833 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 467833 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35328/la/collection1/ has no replicas
   [junit4]   2> 467834 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leaders/shard2
   [junit4]   2> 467837 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard2/leader after winning as /collections/tmp_collection/leader_elect/shard2/election/95581383828504580-core_node1-n_0000000000
   [junit4]   2> 467837 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
   [junit4]   2> 467840 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35328/la/collection1/ shard2
   [junit4]   2> 467841 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:35328/la",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 467943 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 467992 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:35328/la/collection1/ and leader is http://127.0.0.1:35328/la/collection1/
   [junit4]   2> 467992 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35328/la
   [junit4]   2> 467992 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 467992 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 467992 INFO  (coreZkRegister-1115-thread-1-processing-n:127.0.0.1:35328_la x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:35328_la c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 467995 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35328/la",
   [junit4]   2>   "node_name":"127.0.0.1:35328_la",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 467995 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35328/la",
   [junit4]   2>   "node_name":"127.0.0.1:35328_la",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 468099 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 468201 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002/cores/collection1
   [junit4]   2> 468209 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 468211 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7886f16b{/la,null,AVAILABLE}
   [junit4]   2> 468213 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.e.j.s.ServerConnector Started ServerConnector@549b61b8{HTTP/1.1,[http/1.1]}{127.0.0.1:41326}
   [junit4]   2> 468214 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.e.j.s.Server Started @471378ms
   [junit4]   2> 468214 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/la, hostPort=41326, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002/cores}
   [junit4]   2> 468216 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 468216 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002'
   [junit4]   2> 468216 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 468216 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 468216 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 468218 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 468220 INFO  (zkCallback-285-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a9899cf name:ZooKeeperConnection Watcher:127.0.0.1:38549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 468220 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 468220 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 468222 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 468222 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002/solr.xml
   [junit4]   2> 468232 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002/cores
   [junit4]   2> 468233 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.CoreContainer New CoreContainer 715281637
   [junit4]   2> 468233 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002]
   [junit4]   2> 468233 WARN  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002/lib
   [junit4]   2> 468233 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 468234 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 468235 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 468235 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 468235 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38549/solr
   [junit4]   2> 468235 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 468235 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 468236 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 468237 INFO  (zkCallback-288-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c2d71b5 name:ZooKeeperConnection Watcher:127.0.0.1:38549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 468238 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 468238 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 468245 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 468246 INFO  (zkCallback-289-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74decb37 name:ZooKeeperConnection Watcher:127.0.0.1:38549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 468249 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 468256 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 468257 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 468259 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 468260 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95581383828504583-127.0.0.1:41326_la-n_0000000001
   [junit4]   2> 468261 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95581383828504580-127.0.0.1:35328_la-n_0000000000 to know if I could be the leader
   [junit4]   2> 468261 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.ZkController Publish node=127.0.0.1:41326_la as DOWN
   [junit4]   2> 468263 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:41326_la"} current state version: 3
   [junit4]   2> 468263 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41326_la
   [junit4]   2> 468365 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 468365 INFO  (zkCallback-289-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 469264 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41326_la
   [junit4]   2> 469264 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41326_la
   [junit4]   2> 469265 INFO  (zkCallback-289-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 469265 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 469278 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 469278 INFO  (zkCallback-289-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 469281 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 469281 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 469281 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002/cores
   [junit4]   2> 469282 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=tmp_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 469282 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002/cores/collection1
   [junit4]   2> 469283 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 469291 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 469291 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 469291 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0
   [junit4]   2> 469291 INFO  (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[7FFD6E506C30D409]) [n:127.0.0.1:41326_la    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 469292 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.ZkController Registering watch for collection tmp_collection
   [junit4]   2> 469292 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [tmp_collection]
   [junit4]   2> 469292 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [tmp_collection]
   [junit4]   2> 469292 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41326/la",
   [junit4]   2>   "node_name":"127.0.0.1:41326_la",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 469293 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41326/la",
   [junit4]   2>   "node_name":"127.0.0.1:41326_la",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 469293 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 469293 INFO  (OverseerStateUpdate-95581383828504580-127.0.0.1:35328_la-n_0000000000) [n:127.0.0.1:35328_la    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 469294 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 469395 INFO  (zkCallback-289-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 469395 INFO  (zkCallback-284-thread-1-processing-n:127.0.0.1:35328_la) [n:127.0.0.1:35328_la    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 470294 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 470294 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 470294 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 470294 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/tmp_collection]
   [junit4]   2> 470295 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/tmp_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 470295 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_7FFD6E506C30D409-001/jetty-002/cores/collection1'
   [junit4]   2> 470295 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 470295 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 470297 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 470302 INFO  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 470324 WARN  (coreLoadExecutor-1133-thread-1-processing-n:127.0.0.1:41326_la) [n:127.0.0.1:41326_la c:tmp_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> ins

[...truncated too long message...]

E: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=test -Dtests.seed=7FFD6E506C30D409 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=fr-CH -Dtests.timezone=Pacific/Majuro -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    138s J2 | UnloadDistributedZkTest.test <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19519, name=testExecutor-4520-thread-11, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7FFD6E506C30D409:F7A9518AC2CCB9F1]:0)
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43802/tz/zi
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7FFD6E506C30D409]:0)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCores$0(BasicDistributedZkTest.java:583)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43802/tz/zi
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCores$0(BasicDistributedZkTest.java:581)
   [junit4]    > 	... 4 more
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:170)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
   [junit4]    > 	... 8 more
   [junit4]   2> 1596724 INFO  (SUITE-UnloadDistributedZkTest-seed#[7FFD6E506C30D409]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Mar 20, 2016 7:01:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=BlockTreeOrds(blocksize=128), range_facet_l_dv=PostingsFormat(name=Asserting), _version_=BlockTreeOrds(blocksize=128), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=BlockTreeOrds(blocksize=128), intDefault=BlockTreeOrds(blocksize=128), a_i1=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Asserting), range_facet_i_dv=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_l=BlockTreeOrds(blocksize=128), timestamp=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1994, maxMBSortInHeap=5.969688430660409, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=fr-CH, timezone=Pacific/Majuro
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=226887016,total=520093696
   [junit4]   2> NOTE: All tests run in this JVM: [TestWriterPerf, TestCSVResponseWriter, RulesTest, HdfsRestartWhileUpdatingTest, HighlighterConfigTest, TestRandomCollapseQParserPlugin, SpatialRPTFieldTypeTest, ClassificationUpdateProcessorFactoryTest, TestSolrQueryResponse, CleanupOldIndexTest, TestReloadAndDeleteDocs, TestJsonRequest, TestRecovery, CurrencyFieldXmlFileTest, MultiThreadedOCPTest, BadComponentTest, TestSolrQueryParser, HdfsChaosMonkeyNothingIsSafeTest, BlockJoinFacetDistribTest, TestDefaultStatsCache, HdfsDirectoryTest, TestSolrJ, CircularListTest, VersionInfoTest, TestConfigOverlay, DateRangeFieldTest, SimpleFacetsTest, TestUseDocValuesAsStored2, HighlighterMaxOffsetTest, TestCoreDiscovery, TestPivotHelperCode, TestIndexSearcher, TestIndexingPerformance, TestCloudDeleteByQuery, TestPerFieldSimilarity, TestPerFieldSimilarityClassic, OverseerTaskQueueTest, HdfsNNFailoverTest, TestExactStatsCache, TestDocBasedVersionConstraints, TestStressReorder, TestSchemaNameResource, TestObjectReleaseTracker, SharedFSAutoReplicaFailoverTest, CollectionStateFormat2Test, TestSuggestSpellingConverter, TestDynamicFieldCollectionResource, TestSolrDynamicMBean, TestReload, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestRuleBasedAuthorizationPlugin, DistributedExpandComponentTest, DeleteLastCustomShardedReplicaTest, QueryParsingTest, TermVectorComponentDistributedTest, DebugComponentTest, TestSimpleQParserPlugin, GraphQueryTest, ScriptEngineTest, TestCollapseQParserPlugin, SolrTestCaseJ4Test, ClusterStateTest, TestMacros, TestJmxIntegration, ReplicationFactorTest, StatelessScriptUpdateProcessorFactoryTest, ConjunctionSolrSpellCheckerTest, AnalysisErrorHandlingTest, FacetPivotSmallTest, NoCacheHeaderTest, TestExtendedDismaxParser, BlockCacheTest, TestNamedUpdateProcessors, TestDownShardTolerantSearch, RegexBoostProcessorTest, RecoveryZkTest, RequestHandlersTest, TestConfigSetsAPIZkFailure, TestJettySolrRunner, TestRequestStatusCollectionAPI, LeaderInitiatedRecoveryOnCommitTest, SolrCoreCheckLockOnStartupTest, LeaderElectionTest, TestManagedResourceStorage, DirectSolrConnectionTest, TestCharFilters, TestZkChroot, TestInitQParser, OverseerTest, TestFileDictionaryLookup, TestSweetSpotSimilarityFactory, BasicDistributedZk2Test, UnloadDistributedZkTest]
   [junit4] Completed [200/581 (2!)] on J2 in 138.59s, 1 test, 1 error <<< FAILURES!

[...truncated 1216 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1014: There were test failures: 581 suites (10 ignored), 2327 tests, 1 error, 1 failure, 32 ignored (16 assumptions) [seed: 7FFD6E506C30D409]

Total time: 203 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 16 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/16/

No tests ran.

Build Log:
[...truncated 25 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:21: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:302: Minimum supported Java version is 1.8.

Total time: 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 15 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/15/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40763

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40763
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:381)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:458)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([F80514FCB9EE0EC3:934AB481C0E1D3F9]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:135)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:46)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
	at __randomizedtesting.SeedInfo.seed([F80514FCB9EE0EC3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:238)
	at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11776 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/init-core-data-001
   [junit4]   2> 1825153 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F80514FCB9EE0EC3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1825153 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F80514FCB9EE0EC3]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1825161 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1825162 INFO  (Thread-8274) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1825162 INFO  (Thread-8274) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1825262 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.ZkTestServer start zk server on port:38237
   [junit4]   2> 1825262 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1825262 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1825265 INFO  (zkCallback-1487-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62cf90a8 name:ZooKeeperConnection Watcher:127.0.0.1:38237 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1825265 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1825266 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1825266 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1825274 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1825283 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1825285 INFO  (zkCallback-1488-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@553b10b1 name:ZooKeeperConnection Watcher:127.0.0.1:38237/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1825285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1825285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1825285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1825287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1825289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1825291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1825295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1825295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1825298 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1825298 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1825301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1825301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1825303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1825303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1825305 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1825305 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1825307 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1825307 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1825308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1825308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1825310 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1825310 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1825311 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1825312 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1825314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1825314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1825315 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1825315 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1825422 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1
   [junit4]   2> 1825425 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1825427 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e1d8747{/,null,AVAILABLE}
   [junit4]   2> 1825429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@373ba169{HTTP/1.1,[http/1.1]}{127.0.0.1:39150}
   [junit4]   2> 1825429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.e.j.s.Server Started @1828332ms
   [junit4]   2> 1825429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/tempDir-001/control/data, hostContext=/, hostPort=39150, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores}
   [junit4]   2> 1825429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1825429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001'
   [junit4]   2> 1825429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1825429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1825430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1825431 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1825433 INFO  (zkCallback-1489-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a0233e2 name:ZooKeeperConnection Watcher:127.0.0.1:38237/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1825433 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1825433 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1825435 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1825435 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/solr.xml
   [junit4]   2> 1825440 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores
   [junit4]   2> 1825440 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.CoreContainer New CoreContainer 1203123726
   [junit4]   2> 1825440 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001]
   [junit4]   2> 1825441 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/lib
   [junit4]   2> 1825441 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1825442 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1825442 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1825442 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1825443 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38237/solr
   [junit4]   2> 1825443 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1825443 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1825447 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1825455 INFO  (zkCallback-1492-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5bc162ef name:ZooKeeperConnection Watcher:127.0.0.1:38237 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1825455 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1825455 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1825457 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1825457 INFO  (zkCallback-1493-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@285462db name:ZooKeeperConnection Watcher:127.0.0.1:38237/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1825457 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1825458 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1825461 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1825465 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1825467 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1825470 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1825472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1825474 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1825475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1825476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1825477 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1825480 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1825482 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1825484 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1825486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1825486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95571544354586628-127.0.0.1:39150_-n_0000000000
   [junit4]   2> 1825486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39150_
   [junit4]   2> 1825487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1825493 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.Overseer Overseer (id=95571544354586628-127.0.0.1:39150_-n_0000000000) starting
   [junit4]   2> 1825497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1825504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1825504 INFO  (OverseerCollectionConfigSetProcessor-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1825505 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39150_
   [junit4]   2> 1825505 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1825506 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39150_
   [junit4]   2> 1825508 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1825508 INFO  (zkCallback-1493-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1825509 INFO  (zkCallback-1493-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1825521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1825521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1825521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores
   [junit4]   2> 1825522 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1825522 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1
   [junit4]   2> 1825522 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1825523 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2
   [junit4]   2> 1825523 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:39150_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1825524 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1825524 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1825525 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39150",
   [junit4]   2>   "node_name":"127.0.0.1:39150_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1825525 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39150",
   [junit4]   2>   "node_name":"127.0.0.1:39150_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1825526 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1825526 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1825526 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1825528 INFO  (zkCallback-1493-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1826527 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1826527 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1826527 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1826527 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1826528 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1826528 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1'
   [junit4]   2> 1826528 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1826528 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1826530 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1826536 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1826541 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 1826551 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1826557 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1826687 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1826693 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1826694 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1826705 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1826708 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1826710 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1826711 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1826713 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2
   [junit4]   2> 1826713 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1826713 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1826713 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1/data/]
   [junit4]   2> 1826713 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@92c731f
   [junit4]   2> 1826714 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1/data
   [junit4]   2> 1826714 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1826714 WARN  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1826714 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1/data/index
   [junit4]   2> 1826714 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@55063449
   [junit4]   2> 1826715 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@3005eaae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@26501d85),segFN=segments_1,generation=1}
   [junit4]   2> 1826715 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1826715 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1/data/
   [junit4]   2> 1826716 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1826718 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1826718 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1826718 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1826718 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1826718 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1826718 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1826719 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1826719 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1826719 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1826719 WARN  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1826721 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1826722 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1826723 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1826725 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1826733 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1826733 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1826734 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1826734 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1826735 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1826735 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1826735 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=73.4384765625, floorSegmentMB=0.955078125, forceMergeDeletesPctAllowed=9.368369961914608, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26078272286123494
   [junit4]   2> 1826742 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@3005eaae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@26501d85),segFN=segments_1,generation=1}
   [junit4]   2> 1826742 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1826742 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51ba4fa0[collection1] main]
   [junit4]   2> 1826744 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1826749 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1826749 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1826751 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1826751 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1826751 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1826753 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1826753 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1826754 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1826754 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1826754 INFO  (searcherExecutor-4697-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51ba4fa0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1826755 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1826755 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1826755 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1826755 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1529144711342718976
   [junit4]   2> 1826757 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1529144711342718976
   [junit4]   2> 1826757 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1826759 INFO  (coreLoadExecutor-4696-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1826763 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:39150 collection:control_collection shard:shard1
   [junit4]   2> 1826764 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1826771 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95571544354586628-core_node1-n_0000000000
   [junit4]   2> 1826773 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1826774 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1826775 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1826775 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1826775 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39150/collection1/
   [junit4]   2> 1826776 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1826776 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39150/collection1/ has no replicas
   [junit4]   2> 1826777 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1826778 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95571544354586628-core_node1-n_0000000000
   [junit4]   2> 1826780 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39150/collection1/ shard1
   [junit4]   2> 1826780 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:39150",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1826884 INFO  (zkCallback-1493-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1826932 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:39150/collection1/ and leader is http://127.0.0.1:39150/collection1/
   [junit4]   2> 1826932 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39150
   [junit4]   2> 1826932 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1826932 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1826932 INFO  (coreZkRegister-4690-thread-1-processing-n:127.0.0.1:39150_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39150_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1826935 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39150",
   [junit4]   2>   "node_name":"127.0.0.1:39150_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1826935 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39150",
   [junit4]   2>   "node_name":"127.0.0.1:39150_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1827025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1827027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1827027 INFO  (zkCallback-1495-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f198cdb name:ZooKeeperConnection Watcher:127.0.0.1:38237/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1827027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1827028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1827028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1827030 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1827031 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1827038 INFO  (zkCallback-1493-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1827038 INFO  (zkCallback-1495-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1827166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001/cores/collection1
   [junit4]   2> 1827167 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001
   [junit4]   2> 1827167 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1827177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22009643{/,null,AVAILABLE}
   [junit4]   2> 1827177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@eb5e92{HTTP/1.1,[http/1.1]}{127.0.0.1:40763}
   [junit4]   2> 1827177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.e.j.s.Server Started @1830080ms
   [junit4]   2> 1827177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=40763, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001/cores}
   [junit4]   2> 1827180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1827180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001'
   [junit4]   2> 1827180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1827180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1827181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1827191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1827191 INFO  (zkCallback-1496-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76005680 name:ZooKeeperConnection Watcher:127.0.0.1:38237/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1827191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1827192 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1827193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1827193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001/solr.xml
   [junit4]   2> 1827199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001/cores
   [junit4]   2> 1827199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.CoreContainer New CoreContainer 473951118
   [junit4]   2> 1827199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001]
   [junit4]   2> 1827199 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001/lib
   [junit4]   2> 1827199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1827201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1827201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1827201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1827201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38237/solr
   [junit4]   2> 1827202 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1827202 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1827203 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1827203 INFO  (zkCallback-1499-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7cd439ec name:ZooKeeperConnection Watcher:127.0.0.1:38237 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1827204 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1827204 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1827207 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1827212 INFO  (zkCallback-1500-thread-1-processing-n:127.0.0.1:40763_) [n:127.0.0.1:40763_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b5321f3 name:ZooKeeperConnection Watcher:127.0.0.1:38237/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1827212 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1827217 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1827218 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1827220 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1827220 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95571544354586632-127.0.0.1:40763_-n_0000000001
   [junit4]   2> 1827221 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95571544354586628-127.0.0.1:39150_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1827221 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.ZkController Publish node=127.0.0.1:40763_ as DOWN
   [junit4]   2> 1827223 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:40763_"} current state version: 3
   [junit4]   2> 1827223 INFO  (OverseerStateUpdate-95571544354586628-127.0.0.1:39150_-n_0000000000) [n:127.0.0.1:39150_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40763_
   [junit4]   2> 1827325 INFO  (zkCallback-1495-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1827325 INFO  (zkCallback-1493-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1827325 INFO  (zkCallback-1500-thread-1-processing-n:127.0.0.1:40763_) [n:127.0.0.1:40763_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1828223 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40763_
   [junit4]   2> 1828224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40763_
   [junit4]   2> 1828225 INFO  (zkCallback-1495-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1828225 INFO  (zkCallback-1500-thread-1-processing-n:127.0.0.1:40763_) [n:127.0.0.1:40763_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1828225 INFO  (zkCallback-1493-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1828226 INFO  (zkCallback-1495-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1828226 INFO  (zkCallback-1493-thread-1-processing-n:127.0.0.1:39150_) [n:127.0.0.1:39150_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1828226 INFO  (zkCallback-1500-thread-1-processing-n:127.0.0.1:40763_) [n:127.0.0.1:40763_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1828247 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1828247 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1828247 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F80514FCB9EE0EC3-001/shard-1-001/cores
   [junit4]   2> 1828249 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1828249 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[F80514FCB9EE0EC3]) [n:127.0.0.1:40763_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Nightly

[...truncated too long message...]

tate:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3922278 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3922278 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3922282 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3922288 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 3922290 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3922292 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3922313 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3922316 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3922333 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3922333 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 3922334 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 3922334 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 3922334 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 3922335 INFO  (zkCallback-3322-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 3922349 INFO  (zkCallback-3322-thread-1) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 3922353 INFO  (zkCallback-3322-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3922365 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 3922366 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 3922370 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/1402492332@1a2da3cd rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@5f2f2eec[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 3]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 3922371 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48405 48405
   [junit4]   2> 3922690 INFO  (Thread-187342) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48405 48405
   [junit4]   2> 3922692 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[F80514FCB9EE0EC3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 3922693 INFO  (SUITE-ZkStateReaderTest-seed#[F80514FCB9EE0EC3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_F80514FCB9EE0EC3-001
   [junit4]   2> Mar 18, 2016 1:35:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=pt, timezone=NZ-CHAT
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=275765536,total=506986496
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest, SimpleMLTQParserTest, OverseerStatusTest, TestQueryTypes, TestSolrCLIRunExample, DataDrivenBlockJoinTest, TestSQLHandler, TestIntervalFaceting, RequestLoggingTest, SimplePostToolTest, TestUseDocValuesAsStored, IndexBasedSpellCheckerTest, TestSystemIdResolver, TestQuerySenderNoQuery, TestSolrQueryParserDefaultOperatorResource, TestCodecSupport, HighlighterTest, DistributedTermsComponentTest, DirectSolrSpellCheckerTest, AnalyticsQueryTest, RemoteQueryErrorTest, SolrPluginUtilsTest, TestRequestForwarding, RollingRestartTest, TestTrie, DistribDocExpirationUpdateProcessorTest, ZkCLITest, TestBlendedInfixSuggestions, OverriddenZkACLAndCredentialsProvidersTest, DistributedFacetPivotLongTailTest, TestSchemaSimilarityResource, AliasIntegrationTest, ChaosMonkeySafeLeaderTest, TestDefaultSearchFieldResource, DistributedIntervalFacetingTest, HdfsWriteToMultipleCollectionsTest, HdfsCollectionsAPIDistributedZkTest, BlockJoinFacetSimpleTest, TestFieldTypeResource, ShardRoutingCustomTest, NotRequiredUniqueKeyTest, FastVectorHighlighterTest, CSVRequestHandlerTest, RankQueryTest, ResponseHeaderTest, SpellingQueryConverterTest, TestFastLRUCache, MinimalSchemaTest, TestBM25SimilarityFactory, TestHighFrequencyDictionaryFactory, WordBreakSolrSpellCheckerTest, TestFieldCollectionResource, ChangedSchemaMergeTest, TestFiltering, TestCoreContainer, TestHashQParserPlugin, TestLMJelinekMercerSimilarityFactory, SparseHLLTest, TestManagedResource, TestDistributedGrouping, ShardSplitTest, LoggingHandlerTest, TestUpdate, TestHdfsUpdateLog, HdfsBasicDistributedZkTest, TestLFUCache, SpellCheckCollatorTest, TestCursorMarkWithoutUniqueKey, MBeansHandlerTest, TestWordDelimiterFilterFactory, TestCloudManagedSchema, SpellCheckComponentTest, TestSolrDeletionPolicy2, ZkSolrClientTest, AsyncMigrateRouteKeyTest, ZkStateReaderTest]
   [junit4] Completed [379/581 (3!)] on J1 in 2.95s, 5 tests, 1 error <<< FAILURES!

[...truncated 632 lines...]
   [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build/solr-core/test/temp/junit4-J2-20160318_123007_572.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/heapdumps/java_pid14043.hprof ...
   [junit4] Heap dump file created [719962878 bytes in 7.735 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 12 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/solr/common-build.xml:526: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1014: There were test failures: 581 suites (10 ignored), 2327 tests, 1 suite-level error, 2 errors, 32 ignored (16 assumptions) [seed: F80514FCB9EE0EC3]

Total time: 216 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 14 - Still Failing

Posted by Steve Rowe <sa...@gmail.com>.
These tests failed with connection reset while using Turkish locales. The commit sha is just before I committed the upgrade to Jetty 9.3.8.v20160314, which includes a fix for the Turkish locale problem, so hopefully this is the last time we see this failure.

--
Steve
www.lucidworks.com

> On Mar 17, 2016, at 2:41 AM, Apache Jenkins Server <je...@builds.apache.org> wrote:
> 
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/14/
> 
> 2 tests failed.
> FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
> 
> Error Message:
> Connection reset
> 
> Stack Trace:
> java.net.SocketException: Connection reset
> 	at __randomizedtesting.SeedInfo.seed([D188CC207EB051F4:7A72D135A16CD7DA]:0)
> 	at java.net.SocketInputStream.read(SocketInputStream.java:209)
> 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
> 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
> 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
> 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
> 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
> 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:497)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at java.lang.Thread.run(Thread.java:745)
> 
> 
> FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors
> 
> Error Message:
> Connection reset
> 
> Stack Trace:
> java.net.SocketException: Connection reset
> 	at __randomizedtesting.SeedInfo.seed([D188CC207EB051F4:C6E3639FEA30D366]:0)
> 	at java.net.SocketInputStream.read(SocketInputStream.java:209)
> 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
> 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
> 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
> 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
> 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
> 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:497)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at java.lang.Thread.run(Thread.java:745)
> 
> 
> 
> 
> Build Log:
> [...truncated 8629 lines...]
>   [junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
>   [junit4]   2> 2016-03-17 14:34:02.916:INFO::TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: Logging initialized @2609ms
>   [junit4]   2> 2016-03-17 14:34:03.093:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: jetty-9.3.6.v20151106
>   [junit4]   2> 2016-03-17 14:34:03.306:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: Started ServerConnector@602007ed{HTTP/1.1,[http/1.1]}{127.0.0.1:38790}
>   [junit4]   2> 2016-03-17 14:34:03.307:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: Started @3000ms
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:38790: Connection reset
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38790
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:38790: Connection reset
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38790
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:38790: Connection reset
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38790
>   [junit4]   2> 2016-03-17 14:34:04.497:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[D188CC207EB051F4]: Stopped ServerConnector@602007ed{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=D188CC207EB051F4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>   [junit4] ERROR   1.69s J0 | HttpReplicatorTest.testBasic <<<
>   [junit4]    > Throwable #1: java.net.SocketException: Connection reset
>   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D188CC207EB051F4:7A72D135A16CD7DA]:0)
>   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:209)
>   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
>   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
>   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
>   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
>   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
>   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
>   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
>   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
>   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
>   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
>   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
>   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
>   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
>   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
>   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
>   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
>   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
>   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
>   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
>   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
>   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
>   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
>   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
>   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 2016-03-17 14:34:04.537:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[D188CC207EB051F4]: jetty-9.3.6.v20151106
>   [junit4]   2> 2016-03-17 14:34:04.550:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[D188CC207EB051F4]: Started ServerConnector@54933bbe{HTTP/1.1,[http/1.1]}{127.0.0.1:54541}
>   [junit4]   2> 2016-03-17 14:34:04.551:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[D188CC207EB051F4]: Started @4244ms
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:54541: The target server failed to respond
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:54541: Connection reset
>   [junit4]   2> Mar 17, 2016 2:34:04 PM org.apache.http.impl.execchain.RetryExec execute
>   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:54541
>   [junit4]   2> 2016-03-17 14:34:04.648:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[D188CC207EB051F4]: Stopped ServerConnector@54933bbe{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testServerErrors -Dtests.seed=D188CC207EB051F4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>   [junit4] ERROR   0.14s J0 | HttpReplicatorTest.testServerErrors <<<
>   [junit4]    > Throwable #1: java.net.SocketException: Connection reset
>   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D188CC207EB051F4:C6E3639FEA30D366]:0)
>   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:209)
>   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
>   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
>   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
>   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
>   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
>   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
>   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
>   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
>   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
>   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
>   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
>   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
>   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
>   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
>   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
>   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
>   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
>   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
>   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
>   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
>   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
>   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
>   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/build/replicator/test/J0/temp/lucene.replicator.http.HttpReplicatorTest_D188CC207EB051F4-001
>   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=1095, maxMBSortInHeap=4.406583474845555, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=tr-TR, timezone=Asia/Macau
>   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=221359352,total=253231104
>   [junit4]   2> NOTE: All tests run in this JVM: [IndexRevisionTest, HttpReplicatorTest]
>   [junit4] Completed [4/9 (1!)] on J0 in 1.99s, 2 tests, 2 errors <<< FAILURES!
> 
> [...truncated 33 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:747: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:684: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/build.xml:59: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/build.xml:476: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:2187: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/module-build.xml:58: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1457: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/lucene/common-build.xml:1014: There were test failures: 9 suites, 43 tests, 2 errors [seed: D188CC207EB051F4]
> 
> Total time: 123 minutes 8 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> No prior successful build to compare, so performing full copy of artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org