You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/04/06 14:14:06 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.5 - Build # 8 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.5/8/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40813/v_ghc/jp
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40813/v_ghc/jp
at __randomizedtesting.SeedInfo.seed([4A8D6E82FB94F27:8CFCE932814522DF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1376)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1127)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test
Error Message:
Captured an uncaught exception in thread: Thread[id=30575, name=Thread-10783, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=30575, name=Thread-10783, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
at __randomizedtesting.SeedInfo.seed([4A8D6E82FB94F27:8CFCE932814522DF]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53396/_/collection1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:53285/_/collection1
at __randomizedtesting.SeedInfo.seed([4A8D6E82FB94F27]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:627)
Build Log:
[...truncated 12702 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/init-core-data-001
[junit4] 2> 2962939 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 2962940 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2962940 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /v_ghc/jp
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2963014 WARN (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2963048 WARN (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2963054 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2963070 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_35998_hdfs____lg2www/webapp
[junit4] 2> 2963474 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35998
[junit4] 2> 2963546 WARN (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2963548 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2963562 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47776_datanode____.u3z9gm/webapp
[junit4] 2> 2963950 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47776
[junit4] 2> 2964073 WARN (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2964074 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2964100 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52359_datanode____7yd269/webapp
[junit4] 2> 2964274 INFO (IPC Server handler 3 on 33948) [ ] BlockStateChange BLOCK* processReport: from storage DS-bc19ce75-7917-4bc6-a91d-4bcc8a220c79 node DatanodeRegistration(127.0.0.1:54396, datanodeUuid=60b8cd62-ff88-4133-8041-689e1ff82b99, infoPort=46011, infoSecurePort=0, ipcPort=47780, storageInfo=lv=-56;cid=testClusterID;nsid=1570676144;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2964274 INFO (IPC Server handler 3 on 33948) [ ] BlockStateChange BLOCK* processReport: from storage DS-132806c9-e06b-4ef6-a40d-44501a5dca87 node DatanodeRegistration(127.0.0.1:54396, datanodeUuid=60b8cd62-ff88-4133-8041-689e1ff82b99, infoPort=46011, infoSecurePort=0, ipcPort=47780, storageInfo=lv=-56;cid=testClusterID;nsid=1570676144;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2964625 INFO (SUITE-StressHdfsTest-seed#[4A8D6E82FB94F27]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52359
[junit4] 2> 2964760 INFO (IPC Server handler 4 on 33948) [ ] BlockStateChange BLOCK* processReport: from storage DS-4ca215dc-b111-4c33-ad88-2a749a87cf1f node DatanodeRegistration(127.0.0.1:53188, datanodeUuid=0d68c4e8-3a01-48fd-abdd-434390817b70, infoPort=49396, infoSecurePort=0, ipcPort=50396, storageInfo=lv=-56;cid=testClusterID;nsid=1570676144;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2964760 INFO (IPC Server handler 4 on 33948) [ ] BlockStateChange BLOCK* processReport: from storage DS-e283116e-33a6-4176-a964-41b8053df33a node DatanodeRegistration(127.0.0.1:53188, datanodeUuid=0d68c4e8-3a01-48fd-abdd-434390817b70, infoPort=49396, infoSecurePort=0, ipcPort=50396, storageInfo=lv=-56;cid=testClusterID;nsid=1570676144;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2964997 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2964997 INFO (Thread-51363) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2964997 INFO (Thread-51363) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2965097 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.ZkTestServer start zk server on port:44301
[junit4] 2> 2965115 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2965117 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2965119 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2965121 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2965126 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2965127 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2965129 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2965130 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2965131 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2965133 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2965134 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2965253 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/control-001/cores/collection1
[junit4] 2> 2965255 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2965256 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54c46106{/v_ghc/jp,null,AVAILABLE}
[junit4] 2> 2965257 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44640ec5{HTTP/1.1,[http/1.1]}{127.0.0.1:40813}
[junit4] 2> 2965257 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.Server Started @2971736ms
[junit4] 2> 2965257 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:33948/hdfs__localhost_33948__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001_tempDir-002_control_data, hostContext=/v_ghc/jp, hostPort=40813, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/control-001/cores}
[junit4] 2> 2965257 ERROR (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2965257 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 2965257 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2965257 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2965257 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-06T12:48:06.204Z
[junit4] 2> 2965262 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2965262 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/control-001/solr.xml
[junit4] 2> 2965269 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2965270 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 2965292 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2965293 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40813_v_ghc%2Fjp
[junit4] 2> 2965294 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.Overseer Overseer (id=97745822413357060-127.0.0.1:40813_v_ghc%2Fjp-n_0000000000) starting
[junit4] 2> 2965301 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40813_v_ghc%2Fjp
[junit4] 2> 2965308 INFO (zkCallback-2015-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2965379 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/control-001/cores
[junit4] 2> 2965379 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2965390 INFO (OverseerStateUpdate-97745822413357060-127.0.0.1:40813_v_ghc%2Fjp-n_0000000000) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2966400 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2966415 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2966529 WARN (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2966532 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2966545 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2966545 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33948/solr_hdfs_home
[junit4] 2> 2966546 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2966546 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2966546 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/control-001/cores/collection1], dataDir=[hdfs://localhost:33948/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 2966547 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@558a952a
[junit4] 2> 2966547 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 2966563 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2966563 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2966576 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2966584 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 2966609 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 2966618 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2966618 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2966626 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2966626 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=1.8095703125, floorSegmentMB=1.1337890625, forceMergeDeletesPctAllowed=23.087638926508667, segmentsPerTier=23.0, maxCFSSegmentSizeMB=2.0625, noCFSRatio=0.7244014515235152
[junit4] 2> 2966657 INFO (IPC Server handler 9 on 33948) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53188 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-132806c9-e06b-4ef6-a40d-44501a5dca87:NORMAL:127.0.0.1:54396|RBW], ReplicaUC[[DISK]DS-4ca215dc-b111-4c33-ad88-2a749a87cf1f:NORMAL:127.0.0.1:53188|FINALIZED]]} size 0
[junit4] 2> 2966660 INFO (IPC Server handler 1 on 33948) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54396 is added to blk_1073741825_1001 size 71
[junit4] 2> 2966672 WARN (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2966748 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2966748 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2966748 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2966760 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2966760 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2966763 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.6474609375, noCFSRatio=0.0]
[junit4] 2> 2966795 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@160677d0[collection1] main]
[junit4] 2> 2966797 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2966798 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2966798 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2966800 INFO (searcherExecutor-4943-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp x:collection1 c:control_collection) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@160677d0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2966803 INFO (coreLoadExecutor-4942-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563933160505344000
[junit4] 2> 2966822 INFO (coreZkRegister-4935-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp x:collection1 c:control_collection) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2966823 INFO (coreZkRegister-4935-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp x:collection1 c:control_collection) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2966823 INFO (coreZkRegister-4935-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp x:collection1 c:control_collection) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40813/v_ghc/jp/collection1/
[junit4] 2> 2966823 INFO (coreZkRegister-4935-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp x:collection1 c:control_collection) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2966823 INFO (coreZkRegister-4935-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp x:collection1 c:control_collection) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40813/v_ghc/jp/collection1/ has no replicas
[junit4] 2> 2966823 INFO (coreZkRegister-4935-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp x:collection1 c:control_collection) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2966828 INFO (coreZkRegister-4935-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp x:collection1 c:control_collection) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40813/v_ghc/jp/collection1/ shard1
[junit4] 2> 2966979 INFO (coreZkRegister-4935-thread-1-processing-n:127.0.0.1:40813_v_ghc%2Fjp x:collection1 c:control_collection) [n:127.0.0.1:40813_v_ghc%2Fjp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2967225 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2967226 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44301/solr ready
[junit4] 2> 2967227 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2967343 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-1-001/cores/collection1
[junit4] 2> 2967344 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-1-001
[junit4] 2> 2967345 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2967346 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6580348{/v_ghc/jp,null,AVAILABLE}
[junit4] 2> 2967346 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bac08e{HTTP/1.1,[http/1.1]}{127.0.0.1:59032}
[junit4] 2> 2967346 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.Server Started @2973826ms
[junit4] 2> 2967347 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:33948/hdfs__localhost_33948__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/v_ghc/jp, hostPort=59032, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-1-001/cores}
[junit4] 2> 2967347 ERROR (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2967354 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 2967354 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2967354 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2967354 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-06T12:48:08.301Z
[junit4] 2> 2967357 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2967357 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-1-001/solr.xml
[junit4] 2> 2967365 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2967366 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 2967376 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2967379 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2967381 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59032_v_ghc%2Fjp
[junit4] 2> 2967390 INFO (zkCallback-2015-thread-3-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2967390 INFO (zkCallback-2019-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2967392 INFO (zkCallback-2024-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2967476 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-1-001/cores
[junit4] 2> 2967476 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2967489 INFO (OverseerStateUpdate-97745822413357060-127.0.0.1:40813_v_ghc%2Fjp-n_0000000000) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2968505 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2968520 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2968638 WARN (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2968641 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2968654 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2968655 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33948/solr_hdfs_home
[junit4] 2> 2968655 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2968655 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2968656 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:33948/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 2968656 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@558a952a
[junit4] 2> 2968656 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 2968667 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2968667 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2968674 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2968675 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 2968698 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 2968706 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2968706 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2968721 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2968722 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=1.8095703125, floorSegmentMB=1.1337890625, forceMergeDeletesPctAllowed=23.087638926508667, segmentsPerTier=23.0, maxCFSSegmentSizeMB=2.0625, noCFSRatio=0.7244014515235152
[junit4] 2> 2968791 INFO (IPC Server handler 7 on 33948) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54396 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4ca215dc-b111-4c33-ad88-2a749a87cf1f:NORMAL:127.0.0.1:53188|RBW], ReplicaUC[[DISK]DS-bc19ce75-7917-4bc6-a91d-4bcc8a220c79:NORMAL:127.0.0.1:54396|FINALIZED]]} size 0
[junit4] 2> 2968792 INFO (IPC Server handler 8 on 33948) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53188 is added to blk_1073741826_1002 size 71
[junit4] 2> 2968804 WARN (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2968886 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2968886 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2968886 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2968899 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2968899 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2968902 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.6474609375, noCFSRatio=0.0]
[junit4] 2> 2968916 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ddd1e71[collection1] main]
[junit4] 2> 2968918 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2968918 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2968919 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2968920 INFO (searcherExecutor-4954-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ddd1e71[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2968924 INFO (coreLoadExecutor-4953-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563933162729373696
[junit4] 2> 2968936 INFO (coreZkRegister-4948-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2968936 INFO (coreZkRegister-4948-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2968936 INFO (coreZkRegister-4948-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59032/v_ghc/jp/collection1/
[junit4] 2> 2968936 INFO (coreZkRegister-4948-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2968937 INFO (coreZkRegister-4948-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59032/v_ghc/jp/collection1/ has no replicas
[junit4] 2> 2968937 INFO (coreZkRegister-4948-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2968945 INFO (coreZkRegister-4948-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59032/v_ghc/jp/collection1/ shard1
[junit4] 2> 2969096 INFO (coreZkRegister-4948-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2969425 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-2-001/cores/collection1
[junit4] 2> 2969426 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-2-001
[junit4] 2> 2969426 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2969428 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29ec3bbc{/v_ghc/jp,null,AVAILABLE}
[junit4] 2> 2969428 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4110bb01{HTTP/1.1,[http/1.1]}{127.0.0.1:52718}
[junit4] 2> 2969428 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.Server Started @2975908ms
[junit4] 2> 2969428 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:33948/hdfs__localhost_33948__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/v_ghc/jp, hostPort=52718, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-2-001/cores}
[junit4] 2> 2969429 ERROR (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2969430 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 2969430 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2969430 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2969430 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-06T12:48:10.377Z
[junit4] 2> 2969433 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2969433 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-2-001/solr.xml
[junit4] 2> 2969440 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2969441 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 2969452 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:52718_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2969455 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:52718_v_ghc%2Fjp ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2969457 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:52718_v_ghc%2Fjp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52718_v_ghc%2Fjp
[junit4] 2> 2969460 INFO (zkCallback-2024-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2969460 INFO (zkCallback-2019-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2969460 INFO (zkCallback-2015-thread-3-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2969466 INFO (zkCallback-2030-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2969531 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:52718_v_ghc%2Fjp ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-2-001/cores
[junit4] 2> 2969531 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:52718_v_ghc%2Fjp ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2969537 INFO (OverseerStateUpdate-97745822413357060-127.0.0.1:40813_v_ghc%2Fjp-n_0000000000) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2970550 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2970568 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2970692 WARN (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2970695 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2970707 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2970707 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33948/solr_hdfs_home
[junit4] 2> 2970707 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2970707 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2970708 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:33948/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 2970708 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@558a952a
[junit4] 2> 2970709 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 2970718 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2970718 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2970725 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2970725 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 2970746 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 2970754 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2970754 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2970757 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2970758 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=1.8095703125, floorSegmentMB=1.1337890625, forceMergeDeletesPctAllowed=23.087638926508667, segmentsPerTier=23.0, maxCFSSegmentSizeMB=2.0625, noCFSRatio=0.7244014515235152
[junit4] 2> 2970784 INFO (IPC Server handler 8 on 33948) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54396 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4ca215dc-b111-4c33-ad88-2a749a87cf1f:NORMAL:127.0.0.1:53188|RBW], ReplicaUC[[DISK]DS-132806c9-e06b-4ef6-a40d-44501a5dca87:NORMAL:127.0.0.1:54396|FINALIZED]]} size 0
[junit4] 2> 2970786 INFO (IPC Server handler 9 on 33948) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53188 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4ca215dc-b111-4c33-ad88-2a749a87cf1f:NORMAL:127.0.0.1:53188|RBW], ReplicaUC[[DISK]DS-132806c9-e06b-4ef6-a40d-44501a5dca87:NORMAL:127.0.0.1:54396|FINALIZED]]} size 0
[junit4] 2> 2970796 WARN (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2970862 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2970862 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2970862 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2970876 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2970876 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2970878 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.6474609375, noCFSRatio=0.0]
[junit4] 2> 2970892 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fe5d3a4[collection1] main]
[junit4] 2> 2970893 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2970894 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2970894 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2970895 INFO (searcherExecutor-4965-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fe5d3a4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2970909 INFO (coreLoadExecutor-4964-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563933164810797056
[junit4] 2> 2970924 INFO (coreZkRegister-4959-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 c:collection1) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 2970928 INFO (updateExecutor-2027-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2970937 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2970937 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2970937 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 2970937 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2970938 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:59032/v_ghc/jp/collection1/] and I am [http://127.0.0.1:52718/v_ghc/jp/collection1/]
[junit4] 2> 2970957 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:59032/v_ghc/jp]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:52718_v_ghc%252Fjp&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2970976 INFO (qtp750731099-60625) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2970980 INFO (qtp750731099-60625) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 2970980 INFO (qtp750731099-60625) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:52718_v_ghc%2Fjp, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:52718/v_ghc/jp","node_name":"127.0.0.1:52718_v_ghc%2Fjp","state":"down"}
[junit4] 2> 2971742 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-3-001/cores/collection1
[junit4] 2> 2971743 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-3-001
[junit4] 2> 2971746 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2971796 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59583bab{/v_ghc/jp,null,AVAILABLE}
[junit4] 2> 2971797 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f87b75f{HTTP/1.1,[http/1.1]}{127.0.0.1:49093}
[junit4] 2> 2971797 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.Server Started @2978277ms
[junit4] 2> 2971797 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:33948/hdfs__localhost_33948__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/v_ghc/jp, hostPort=49093, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-3-001/cores}
[junit4] 2> 2971797 ERROR (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2971810 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 2971810 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2971810 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2971810 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-06T12:48:12.757Z
[junit4] 2> 2971831 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2971832 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-3-001/solr.xml
[junit4] 2> 2971844 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2971846 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 2971885 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:49093_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2971888 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:49093_v_ghc%2Fjp ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2971901 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:49093_v_ghc%2Fjp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49093_v_ghc%2Fjp
[junit4] 2> 2971903 INFO (zkCallback-2024-thread-1-processing-n:127.0.0.1:59032_v_ghc%2Fjp) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2971903 INFO (zkCallback-2030-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp) [n:127.0.0.1:52718_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2971903 INFO (zkCallback-2019-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2971903 INFO (zkCallback-2015-thread-3-processing-n:127.0.0.1:40813_v_ghc%2Fjp) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2971918 INFO (zkCallback-2037-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2971980 INFO (qtp750731099-60625) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:52718_v_ghc%2Fjp, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:33948/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:52718/v_ghc/jp","node_name":"127.0.0.1:52718_v_ghc%2Fjp","state":"recovering","ulogDir":"hdfs://localhost:33948/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 2971981 INFO (qtp750731099-60625) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 2971981 INFO (qtp750731099-60625) [n:127.0.0.1:59032_v_ghc%2Fjp ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:52718_v_ghc%252Fjp&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1004
[junit4] 2> 2972481 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:59032/v_ghc/jp/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 2972482 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:52718/v_ghc/jp START replicas=[http://127.0.0.1:59032/v_ghc/jp/collection1/] nUpdates=100
[junit4] 2> 2972489 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:49093_v_ghc%2Fjp ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-3-001/cores
[junit4] 2> 2972489 INFO (TEST-StressHdfsTest.test-seed#[4A8D6E82FB94F27]) [n:127.0.0.1:49093_v_ghc%2Fjp ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2972534 INFO (OverseerStateUpdate-97745822413357060-127.0.0.1:40813_v_ghc%2Fjp-n_0000000000) [n:127.0.0.1:40813_v_ghc%2Fjp ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2972570 INFO (qtp750731099-60622) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:32.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2972570 INFO (qtp750731099-60622) [n:127.0.0.1:59032_v_ghc%2Fjp c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/v_ghc/jp path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=33
[junit4] 2> 2972574 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2972574 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 2972574 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2972574 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2972575 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2972575 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 2972575 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 2972575 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 2972575 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:52718_v_ghc%2Fjp x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52718_v_ghc%2Fjp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 2973567 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2973585 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2973742 WARN (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2973745 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2973778 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2973778 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33948/solr_hdfs_home
[junit4] 2> 2973778 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2973778 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2973779 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4A8D6E82FB94F27-001/shard-3-001/cores/collection1], dataDir=[hdfs://localhost:33948/solr_hdfs_home/collection1/core_node3/data/]
[junit4] 2> 2973779 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@558a952a
[junit4] 2> 2973779 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/collection1/core_node3/data/snapshot_metadata
[junit4] 2> 2973801 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2973801 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2973811 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2973812 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/collection1/core_node3/data
[junit4] 2> 2973852 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33948/solr_hdfs_home/collection1/core_node3/data/index
[junit4] 2> 2973867 INFO (coreLoadExecutor-4975-thread-1-processing-n:127.0.0.1:49093_v_ghc%2Fjp) [n:127.0.0.1:49093_v_ghc%2Fjp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation
[...truncated too long message...]
r.node
[junit4] 2> 6190708 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a47afff{/_,null,UNAVAILABLE}
[junit4] 2> 6190718 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@390d44d7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 6190718 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1455731169
[junit4] 2> 6190719 INFO (coreCloseExecutor-9972-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@103fae7
[junit4] 2> 6190751 INFO (coreCloseExecutor-9972-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 6190752 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[4A8D6E82FB94F27]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 6190753 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[4A8D6E82FB94F27]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f71ac13{/_,null,UNAVAILABLE}
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistributedStatsComponentCardinality -Dtests.method=test -Dtests.seed=4A8D6E82FB94F27 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/test-data/enwiki.random.lines.txt -Dtests.locale=sr-Latn-BA -Dtests.timezone=Europe/Vienna -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 462s J2 | TestDistributedStatsComponentCardinality.test <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=30575, name=Thread-10783, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
[junit4] > at __randomizedtesting.SeedInfo.seed([4A8D6E82FB94F27:8CFCE932814522DF]:0)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53396/_/collection1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:53285/_/collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([4A8D6E82FB94F27]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:627)
[junit4] 2> 6190757 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[4A8D6E82FB94F27]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 6190757 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[4A8D6E82FB94F27]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sr-Latn-BA, timezone=Europe/Vienna
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=286324456,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [DeleteShardTest, TestConfigSetsAPIExclusivity, MetricUtilsTest, DocValuesMultiTest, BadComponentTest, OpenExchangeRatesOrgProviderTest, TestFieldCacheSort, JSONWriterTest, DistributedQueryComponentCustomSortTest, StatsComponentTest, UnloadDistributedZkTest, TestLockTree, TestStressCloudBlindAtomicUpdates, TestDFRSimilarityFactory, BadCopyFieldTest, TestShardHandlerFactory, TestRTimerTree, TestConfigSets, TestRestManager, AutoCommitTest, SimpleMLTQParserTest, DirectUpdateHandlerTest, TestPivotHelperCode, LukeRequestHandlerTest, TestSegmentSorting, TestTolerantSearch, TestSolrQueryParser, TestUniqueKeyFieldResource, TestUtils, TestSolrDeletionPolicy1, CreateCollectionCleanupTest, AddSchemaFieldsUpdateProcessorFactoryTest, SolrGraphiteReporterTest, TestAnalyzedSuggestions, FacetPivotSmallTest, DirectUpdateHandlerOptimizeTest, BadIndexSchemaTest, RuleEngineTest, RecoveryAfterSoftCommitTest, PreAnalyzedFieldTest, DistributedVersionInfoTest, BlockJoinFacetSimpleTest, TestDistributedMissingSort, TestNoOpRegenerator, ConcurrentDeleteAndCreateCollectionTest, SuggesterTest, TestGroupingSearch, BasicDistributedZk2Test, TestNamedUpdateProcessors, TestLFUCache, TestGraphTermsQParserPlugin, TestExactSharedStatsCache, TestApiFramework, TimeZoneUtilsTest, TestChildDocTransformer, TestDynamicFieldResource, DistributedFacetExistsSmallTest, TestZkChroot, DistanceUnitsTest, DateRangeFieldTest, XmlUpdateRequestHandlerTest, TestExclusionRuleCollectionAccess, HighlighterMaxOffsetTest, V2ApiIntegrationTest, SolrCLIZkUtilsTest, StatelessScriptUpdateProcessorFactoryTest, NoCacheHeaderTest, TestCustomDocTransformer, JvmMetricsTest, FullSolrCloudDistribCmdsTest, TestFieldTypeCollectionResource, TestCustomSort, TestRequestForwarding, SuggesterWFSTTest, ClassificationUpdateProcessorIntegrationTest, SecurityConfHandlerTest, ZkStateReaderTest, TestReversedWildcardFilterFactory, UtilsToolTest, FieldAnalysisRequestHandlerTest, CircularListTest, TestCollapseQParserPlugin, CoreMergeIndexesAdminHandlerTest, FieldMutatingUpdateProcessorTest, TestRandomRequestDistribution, SolrPluginUtilsTest, TestCoreDiscovery, TestMiniSolrCloudClusterSSL, TestSerializedLuceneMatchVersion, DistributedFacetPivotSmallAdvancedTest, TestFieldCache, ReplicationFactorTest, TestSchemaManager, TestWriterPerf, CollectionTooManyReplicasTest, HardAutoCommitTest, SOLR749Test, PrimitiveFieldTypeTest, RequestLoggingTest, TestSolrCloudWithHadoopAuthPlugin, CloudExitableDirectoryReaderTest, TestMinMaxOnMultiValuedField, MinimalSchemaTest, TestJmxMonitoredMap, TestSolrJ, DeleteLastCustomShardedReplicaTest, TestSort, TermVectorComponentDistributedTest, TestTolerantUpdateProcessorCloud, TestCloudSchemaless, TestConfig, TestInPlaceUpdatesStandalone, TestSha256AuthenticationProvider, TestSchemaResource, CollectionsAPIDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, LeaderElectionTest, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, TestStressReorder, TestJoin, TestReload, DistributedTermsComponentTest, TestRangeQuery, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, TestExtendedDismaxParser, CoreAdminHandlerTest, SuggesterTSTTest, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestQueryTypes, TestValueSourceCache, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, TestFastLRUCache, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, FileUtilsTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, ReplaceNodeTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, TestClusterProperties, TestConfigSetsAPI, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TlogReplayBufferedWhileIndexingTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, TestReqParamsAPI, TestRestoreCore, TestSolrConfigHandlerCloud, DistributedFacetPivotSmallTest, SuggestComponentContextFilterQueryTest, TestDistributedStatsComponentCardinality]
[junit4] Completed [654/701 (2!)] on J2 in 462.54s, 1 test, 1 error <<< FAILURES!
[...truncated 62836 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.5 - Build # 12 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.5/12/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:352) at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:2996) at org.apache.solr.core.SolrCore.close(SolrCore.java:1538) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:957) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:831) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:918) at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:553) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:352)
at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:2996)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1538)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:957)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:831)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:918)
at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:553)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([82A2D71F8B77F8BC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.GeneratedMethodAccessor186.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([82A2D71F8B77F8BC:750D1E3476FE1297]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:226)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:308)
... 42 more
FAILED: org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([82A2D71F8B77F8BC:7A7C42F7F31B29EF]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:881)
at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.5.1'])
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1818</long><int name="size">4</int><date name="age">2017-04-14T16:47:55.472Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1674</long><int name="size">1</int><date name="age">2017-04-14T16:47:55.489Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1751</long><int name="size">4</int><date name="age">2017-04-14T16:47:55.640Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1674</long><int name="size">1</int><date name="age">2017-04-14T16:47:55.643Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst></lst>
</response>
request was:qt=/admin/segments&wt=xml
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:874)
... 40 more
FAILED: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test
Error Message:
Captured an uncaught exception in thread: Thread[id=94417, name=Thread-76560, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=94417, name=Thread-76560, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
at __randomizedtesting.SeedInfo.seed([82A2D71F8B77F8BC:AF6E8C5258B9544]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45934/pdr/o/collection1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://[ff01::114]:33332/pdr/o, http://[ff01::213]:33332/pdr/o, http://[ff01::083]:33332/pdr/o]
at __randomizedtesting.SeedInfo.seed([82A2D71F8B77F8BC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:627)
Build Log:
[...truncated 11880 lines...]
[junit4] Suite: org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_82A2D71F8B77F8BC-001/init-core-data-001
[junit4] 2> 801565 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 801565 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 801567 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 801584 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 801585 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 801689 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 801736 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 802151 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 802164 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 802170 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 802232 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 802351 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 802521 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2235f6f3
[junit4] 2> 802521 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 802540 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2235f6f3
[junit4] 2> 802540 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 802540 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2235f6f3
[junit4] 2> 802548 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 802643 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 802681 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 803102 WARN (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 803104 WARN (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 803112 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 803154 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 803154 WARN (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 803154 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2235f6f3
[junit4] 2> 803154 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 803154 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_82A2D71F8B77F8BC-001/init-core-data-001/]
[junit4] 2> 803155 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2235f6f3
[junit4] 2> 803680 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 803680 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 803684 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cfacdc9[collection1] main]
[junit4] 2> 803685 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 803700 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 803771 INFO (coreLoadExecutor-1537-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 803771 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 803772 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 803772 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 803772 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 803772 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 803772 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 803775 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 803777 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 803780 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 803781 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 803782 INFO (searcherExecutor-1538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2cfacdc9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 803792 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1000]} 0 16
[junit4] 2> 803796 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1001]} 0 1
[junit4] 2> 803796 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1002]} 0 0
[junit4] 2> 803822 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1003]} 0 23
[junit4] 2> 803825 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1004]} 0 2
[junit4] 2> 803826 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[SOLR1000]} 0 0
[junit4] 2> 803826 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 803826 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15f34b9a
[junit4] 2> 803848 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@10f19aa0[collection1] main]
[junit4] 2> 803850 INFO (searcherExecutor-1538-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@10f19aa0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.1):c4/1:delGen=1) Uninverting(_1(6.5.1):c1)))}
[junit4] 2> 803850 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 803850 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 23
[junit4] 2> 803872 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2000]} 0 21
[junit4] 2> 803873 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2001]} 0 0
[junit4] 2> 803873 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2002]} 0 0
[junit4] 2> 803990 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2003]} 0 110
[junit4] 2> 803991 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2004]} 0 0
[junit4] 2> 803991 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 803991 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15f34b9a
[junit4] 2> 803994 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@38e3904f[collection1] main]
[junit4] 2> 804034 INFO (searcherExecutor-1538-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@38e3904f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.1):c4/1:delGen=1) Uninverting(_1(6.5.1):c1) Uninverting(_2(6.5.1):c4) Uninverting(_3(6.5.1):c1)))}
[junit4] 2> 804034 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 804034 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 43
[junit4] 2> 804039 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfosVersion
[junit4] 2> 804040 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=0
[junit4] 2> 804041 ERROR (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.5.1'])
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1818</long><int name="size">4</int><date name="age">2017-04-14T16:47:55.472Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1674</long><int name="size">1</int><date name="age">2017-04-14T16:47:55.489Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1751</long><int name="size">4</int><date name="age">2017-04-14T16:47:55.640Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1674</long><int name="size">1</int><date name="age">2017-04-14T16:47:55.643Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst></lst>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:qt=/admin/segments&wt=xml
[junit4] 2> 804042 ERROR (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: qt=/admin/segments&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.5.1'])
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1818</long><int name="size">4</int><date name="age">2017-04-14T16:47:55.472Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1674</long><int name="size">1</int><date name="age">2017-04-14T16:47:55.489Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1751</long><int name="size">4</int><date name="age">2017-04-14T16:47:55.640Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1674</long><int name="size">1</int><date name="age">2017-04-14T16:47:55.643Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst></lst>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:qt=/admin/segments&wt=xml
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:874)
[junit4] 2> at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 804042 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfosVersion
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SegmentsInfoRequestHandlerTest -Dtests.method=testSegmentInfosVersion -Dtests.seed=82A2D71F8B77F8BC -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/test-data/enwiki.random.lines.txt -Dtests.locale=sr-Latn-ME -Dtests.timezone=EAT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.01s J0 | SegmentsInfoRequestHandlerTest.testSegmentInfosVersion <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Exception during query
[junit4] > at __randomizedtesting.SeedInfo.seed([82A2D71F8B77F8BC:7A7C42F7F31B29EF]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:881)
[junit4] > at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.5.1'])
[junit4] > xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] > <response>
[junit4] > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1818</long><int name="size">4</int><date name="age">2017-04-14T16:47:55.472Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1674</long><int name="size">1</int><date name="age">2017-04-14T16:47:55.489Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1751</long><int name="size">4</int><date name="age">2017-04-14T16:47:55.640Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1674</long><int name="size">1</int><date name="age">2017-04-14T16:47:55.643Z</date><str name="source">flush</str><str name="version">6.5.1</str></lst></lst>
[junit4] > </response>
[junit4] > request was:qt=/admin/segments&wt=xml
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:874)
[junit4] > ... 40 more
[junit4] 2> 804053 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfosData
[junit4] 2> 804068 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=14
[junit4] 2> 804073 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfosData
[junit4] 2> 804076 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfos
[junit4] 2> 804077 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=0
[junit4] 2> 804078 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfos
[junit4] 2> 804078 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 804078 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=922421982
[junit4] 2> 804105 INFO (coreCloseExecutor-1542-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@34bc4def
[junit4] 2> 804237 INFO (coreCloseExecutor-1542-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 804257 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_82A2D71F8B77F8BC-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {name=FST50, id=FST50}, docValues:{}, maxPointsInLeafNode=1638, maxMBSortInHeap=7.163817651075328, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=sr-Latn-ME, timezone=EAT
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=209233544,total=421527552
[junit4] 2> NOTE: All tests run in this JVM: [SolrCoreMetricManagerTest, SignatureUpdateProcessorFactoryTest, SpatialHeatmapFacetsTest, PeerSyncTest, SmileWriterTest, CdcrReplicationHandlerTest, TestUninvertingReader, DocValuesMissingTest, HttpSolrCallGetCoreTest, BaseCdcrDistributedZkTest, TestComplexPhraseLeadingWildcard, TestExportWriter, TestSolrConfigHandlerConcurrent, BigEndianAscendingWordDeserializerTest, RestartWhileUpdatingTest, RemoteQueryErrorTest, TestFieldCacheReopen, DistributedFacetPivotSmallTest, CheckHdfsIndexTest, TestSolrCLIRunExample, SegmentsInfoRequestHandlerTest]
[junit4] Completed [108/701 (1!)] on J0 in 2.75s, 3 tests, 1 error <<< FAILURES!
[...truncated 1499 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/init-core-data-001
[junit4] 2> 4752888 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 4752889 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 4752889 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /jge/wi
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4752985 WARN (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4753065 WARN (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4753082 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4753168 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_55431_hdfs____xx7tlo/webapp
[junit4] 2> 4755507 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55431
[junit4] 2> 4756248 WARN (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4756250 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4756342 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42498_datanode____.i33uro/webapp
[junit4] 2> 4758061 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[82A2D71F8B77F8BC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42498
[junit4] 2> 4758689 INFO (IPC Server handler 7 on 39769) [ ] BlockStateChange BLOCK* processReport: from storage DS-346d612a-ea5c-49d6-904a-58172c50d27f node DatanodeRegistration(127.0.0.1:60250, datanodeUuid=278f240b-cd6f-433f-baf4-0f1765fd3a3c, infoPort=56002, infoSecurePort=0, ipcPort=54555, storageInfo=lv=-56;cid=testClusterID;nsid=436166558;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4758689 INFO (IPC Server handler 7 on 39769) [ ] BlockStateChange BLOCK* processReport: from storage DS-a9869a06-da02-411d-8d4a-bbfe691666b1 node DatanodeRegistration(127.0.0.1:60250, datanodeUuid=278f240b-cd6f-433f-baf4-0f1765fd3a3c, infoPort=56002, infoSecurePort=0, ipcPort=54555, storageInfo=lv=-56;cid=testClusterID;nsid=436166558;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4759050 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4759051 INFO (Thread-11920) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4759051 INFO (Thread-11920) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4759150 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.ZkTestServer start zk server on port:39984
[junit4] 2> 4759223 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4759225 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 4759227 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4759228 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4759230 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4759231 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4759232 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4759234 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4759235 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4759236 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4759238 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4759692 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/control-001/cores/collection1
[junit4] 2> 4759693 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4759742 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16b8a011{/jge/wi,null,AVAILABLE}
[junit4] 2> 4759742 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@657e6700{HTTP/1.1,[http/1.1]}{127.0.0.1:44592}
[junit4] 2> 4759742 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.Server Started @4767289ms
[junit4] 2> 4759742 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39769/hdfs__localhost_39769__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001_tempDir-002_control_data, hostContext=/jge/wi, hostPort=44592, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/control-001/cores}
[junit4] 2> 4759743 ERROR (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4759743 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.1
[junit4] 2> 4759743 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4759743 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4759743 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-14T17:53:51.364Z
[junit4] 2> 4759767 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4759767 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/control-001/solr.xml
[junit4] 2> 4759778 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4759781 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39984/solr
[junit4] 2> 4759837 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4759837 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44592_jge%2Fwi
[junit4] 2> 4759838 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.Overseer Overseer (id=97792323136585732-127.0.0.1:44592_jge%2Fwi-n_0000000000) starting
[junit4] 2> 4759878 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44592_jge%2Fwi
[junit4] 2> 4759978 INFO (OverseerStateUpdate-97792323136585732-127.0.0.1:44592_jge%2Fwi-n_0000000000) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4760169 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/control-001/cores
[junit4] 2> 4760169 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 4760208 INFO (OverseerStateUpdate-97792323136585732-127.0.0.1:44592_jge%2Fwi-n_0000000000) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4761226 WARN (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 4761227 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 4761276 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 4761557 WARN (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 4761586 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4761612 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 4761612 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39769/solr_hdfs_home
[junit4] 2> 4761612 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4761612 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4761613 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/control-001/cores/collection1], dataDir=[hdfs://localhost:39769/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 4761613 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fd11b6e
[junit4] 2> 4761613 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39769/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 4761645 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4761645 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4761645 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4761694 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4761718 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39769/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 4761850 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39769/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 4761876 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4761877 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4761877 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4762061 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4762062 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3648996007340696]
[junit4] 2> 4762108 INFO (IPC Server handler 4 on 39769) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60250 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a9869a06-da02-411d-8d4a-bbfe691666b1:NORMAL:127.0.0.1:60250|FINALIZED]]} size 0
[junit4] 2> 4762138 WARN (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4762327 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4762327 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4762327 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 4762350 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4762350 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4762376 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=13.4208984375, floorSegmentMB=0.4697265625, forceMergeDeletesPctAllowed=0.7519061713122943, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44293902858969203
[junit4] 2> 4762502 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13ad8af2[collection1] main]
[junit4] 2> 4762503 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4762504 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4762504 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4762506 INFO (searcherExecutor-12897-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi x:collection1 c:control_collection) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13ad8af2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4762510 INFO (coreLoadExecutor-12896-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564677173811347456
[junit4] 2> 4762537 INFO (coreZkRegister-12889-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi x:collection1 c:control_collection) [n:127.0.0.1:44592_jge%2Fwi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4762537 INFO (coreZkRegister-12889-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi x:collection1 c:control_collection) [n:127.0.0.1:44592_jge%2Fwi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4762537 INFO (coreZkRegister-12889-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi x:collection1 c:control_collection) [n:127.0.0.1:44592_jge%2Fwi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44592/jge/wi/collection1/
[junit4] 2> 4762539 INFO (coreZkRegister-12889-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi x:collection1 c:control_collection) [n:127.0.0.1:44592_jge%2Fwi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4762539 INFO (coreZkRegister-12889-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi x:collection1 c:control_collection) [n:127.0.0.1:44592_jge%2Fwi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44592/jge/wi/collection1/ has no replicas
[junit4] 2> 4762539 INFO (coreZkRegister-12889-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi x:collection1 c:control_collection) [n:127.0.0.1:44592_jge%2Fwi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4762548 INFO (coreZkRegister-12889-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi x:collection1 c:control_collection) [n:127.0.0.1:44592_jge%2Fwi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44592/jge/wi/collection1/ shard1
[junit4] 2> 4762699 INFO (coreZkRegister-12889-thread-1-processing-n:127.0.0.1:44592_jge%2Fwi x:collection1 c:control_collection) [n:127.0.0.1:44592_jge%2Fwi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4762772 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4762773 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39984/solr ready
[junit4] 2> 4762773 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 4763227 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/shard-1-001/cores/collection1
[junit4] 2> 4763228 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/shard-1-001
[junit4] 2> 4763231 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4763235 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28124c8{/jge/wi,null,AVAILABLE}
[junit4] 2> 4763235 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@411dffe8{HTTP/1.1,[http/1.1]}{127.0.0.1:42133}
[junit4] 2> 4763235 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.Server Started @4770782ms
[junit4] 2> 4763235 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39769/hdfs__localhost_39769__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/jge/wi, hostPort=42133, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/shard-1-001/cores}
[junit4] 2> 4763236 ERROR (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4763236 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.1
[junit4] 2> 4763236 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4763236 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4763236 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-14T17:53:54.857Z
[junit4] 2> 4763271 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4763271 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/shard-1-001/solr.xml
[junit4] 2> 4763290 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4763294 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39984/solr
[junit4] 2> 4763364 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:42133_jge%2Fwi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4763370 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:42133_jge%2Fwi ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4763372 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:42133_jge%2Fwi ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42133_jge%2Fwi
[junit4] 2> 4763375 INFO (zkCallback-27524-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4763376 INFO (zkCallback-27529-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4763376 INFO (zkCallback-27520-thread-3-processing-n:127.0.0.1:44592_jge%2Fwi) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4763780 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:42133_jge%2Fwi ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/shard-1-001/cores
[junit4] 2> 4763780 INFO (TEST-HdfsBasicDistributedZkTest.test-seed#[82A2D71F8B77F8BC]) [n:127.0.0.1:42133_jge%2Fwi ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 4763788 INFO (OverseerStateUpdate-97792323136585732-127.0.0.1:44592_jge%2Fwi-n_0000000000) [n:127.0.0.1:44592_jge%2Fwi ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 4764893 WARN (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 4764894 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 4764934 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 4765227 WARN (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 4765249 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4765288 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 4765288 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39769/solr_hdfs_home
[junit4] 2> 4765289 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4765289 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4765289 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_82A2D71F8B77F8BC-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:39769/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 4765290 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fd11b6e
[junit4] 2> 4765291 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39769/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 4765369 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4765369 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4765369 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4765484 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4765484 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39769/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 4765511 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39769/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 4765519 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4765520 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4765520 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4765527 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4765527 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3648996007340696]
[junit4] 2> 4765565 INFO (IPC Server handler 4 on 39769) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60250 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-346d612a-ea5c-49d6-904a-58172c50d27f:NORMAL:127.0.0.1:60250|RBW]]} size 71
[junit4] 2> 4766037 WARN (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4766193 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4766193 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4766193 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 4766211 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4766212 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4766215 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=13.4208984375, floorSegmentMB=0.4697265625, forceMergeDeletesPctAllowed=0.7519061713122943, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44293902858969203
[junit4] 2> 4766222 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@427bcc10[collection1] main]
[junit4] 2> 4766224 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4766225 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4766225 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4766227 INFO (searcherExecutor-12908-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi x:collection1 c:collection1) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@427bcc10[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4766249 INFO (coreLoadExecutor-12907-thread-1-processing-n:127.0.0.1:42133_jge%2Fwi) [n:127.0.0.1:42133_jge%2Fwi c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in
[...truncated too long message...]
ner Shutting down CoreContainer instance=1245040515
[junit4] 2> 5874367 INFO (coreCloseExecutor-8960-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@78be5ac5
[junit4] 2> 5874524 INFO (coreCloseExecutor-8960-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 5874525 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 5874527 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@347a7c46{/pdr/o,null,UNAVAILABLE}
[junit4] 2> 5874528 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@35e2048e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 5874529 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1248300085
[junit4] 2> 5874529 INFO (coreCloseExecutor-8962-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@361b6bd3
[junit4] 2> 5874663 INFO (coreCloseExecutor-8962-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 5874665 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[82A2D71F8B77F8BC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 5874665 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[82A2D71F8B77F8BC]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bc558bb{/pdr/o,null,UNAVAILABLE}
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistributedStatsComponentCardinality -Dtests.method=test -Dtests.seed=82A2D71F8B77F8BC -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/test-data/enwiki.random.lines.txt -Dtests.locale=ro -Dtests.timezone=America/Thule -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 430s J0 | TestDistributedStatsComponentCardinality.test <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=94417, name=Thread-76560, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
[junit4] > at __randomizedtesting.SeedInfo.seed([82A2D71F8B77F8BC:AF6E8C5258B9544]:0)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45934/pdr/o/collection1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://[ff01::114]:33332/pdr/o, http://[ff01::213]:33332/pdr/o, http://[ff01::083]:33332/pdr/o]
[junit4] > at __randomizedtesting.SeedInfo.seed([82A2D71F8B77F8BC]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:627)
[junit4] 2> 5874669 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 5874669 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[82A2D71F8B77F8BC]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ro, timezone=America/Thule
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=170465960,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [SolrCoreMetricManagerTest, SignatureUpdateProcessorFactoryTest, SpatialHeatmapFacetsTest, PeerSyncTest, SmileWriterTest, CdcrReplicationHandlerTest, TestUninvertingReader, DocValuesMissingTest, HttpSolrCallGetCoreTest, BaseCdcrDistributedZkTest, TestComplexPhraseLeadingWildcard, TestExportWriter, TestSolrConfigHandlerConcurrent, BigEndianAscendingWordDeserializerTest, RestartWhileUpdatingTest, RemoteQueryErrorTest, TestFieldCacheReopen, DistributedFacetPivotSmallTest, CheckHdfsIndexTest, TestSolrCLIRunExample, SegmentsInfoRequestHandlerTest, AnalysisAfterCoreReloadTest, TestSolrConfigHandler, TestFunctionQuery, TestSolr4Spatial, TestSolrCloudSnapshots, TestFieldSortValues, TestJsonRequest, TestNRTOpen, TestFieldCacheSortRandom, SortSpecParsingTest, BasicAuthStandaloneTest, TestSmileRequest, TestCloudDeleteByQuery, TestRemoteStreaming, OutputWriterTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSubQueryTransformer, CursorPagingTest, TestSchemaSimilarityResource, ExternalFileFieldSortTest, AlternateDirectoryTest, ClassificationUpdateProcessorTest, InfixSuggestersTest, TestJsonFacetRefinement, TestStressRecovery, CacheHeaderTest, TestTolerantUpdateProcessorRandomCloud, TestCSVLoader, TestComponentsName, TestDocumentBuilder, TestAtomicUpdateErrorCases, TestDistribDocBasedVersion, HLLUtilTest, CollectionsAPIAsyncDistributedZkTest, TestClassicSimilarityFactory, MBeansHandlerTest, AnalyticsMergeStrategyTest, TestReplicationHandlerBackup, TestCloudPseudoReturnFields, TestTrieFacet, TestImplicitCoreProperties, TestRawTransformer, TestShortCircuitedRequests, TestOmitPositions, NotRequiredUniqueKeyTest, TestHdfsCloudBackupRestore, TestFastLRUCache, CollectionReloadTest, HdfsChaosMonkeyNothingIsSafeTest, SyncSliceTest, TestFieldCollectionResource, TestPerFieldSimilarity, LeaderInitiatedRecoveryOnCommitTest, ZkNodePropsTest, UUIDFieldTest, ResourceLoaderTest, TestLeaderInitiatedRecoveryThread, TestBadConfig, JsonValidatorTest, FastVectorHighlighterTest, TestPHPSerializedResponseWriter, HdfsRestartWhileUpdatingTest, TestStressLucene, UpdateLogTest, TestStressInPlaceUpdates, TestCrossCoreJoin, TestManagedStopFilterFactory, TestBinaryResponseWriter, SolrMetricsIntegrationTest, CurrencyFieldOpenExchangeTest, LeaderElectionContextKeyTest, TestHashQParserPlugin, TestSolrFieldCacheMBean, FileBasedSpellCheckerTest, TestRandomDVFaceting, PreAnalyzedFieldManagedSchemaCloudTest, SaslZkACLProviderTest, TestValueSourceCache, TestCollectionAPIs, DistributedFacetPivotLargeTest, DocValuesNotIndexedTest, TestUnifiedSolrHighlighter, SolrJmxReporterTest, RulesTest, DistributedQueryComponentOptimizationTest, TestCloudManagedSchema, CustomCollectionTest, DateFieldTest, ConfigSetsAPITest, SolrRequestParserTest, TestDefaultSearchFieldResource, PathHierarchyTokenizerFactoryTest, UnloadDistributedZkTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkCLITest, TestDistributedSearch, AutoCommitTest, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, DistributedTermsComponentTest, TestRangeQuery, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, TestSuggestSpellingConverter, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, SliceStateTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestPathTrie, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPISolrJTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribJoinFromCollectionTest, ForceLeaderTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, RecoveryAfterSoftCommitTest, TestCloudInspectUtil, TestCloudPivotFacet, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudCluster, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TriLevelCompositeIdRoutingTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, CoreAdminCreateDiscoverTest, InfoHandlerTest, MetricsHandlerTest, TestCoreAdminApis, DistributedDebugComponentTest, DistributedSuggestComponentTest, TestDistributedStatsComponentCardinality]
[junit4] Completed [673/701 (4!)] on J0 in 430.77s, 1 test, 1 error <<< FAILURES!
[...truncated 62773 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.5 - Build # 11 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.5/11/
2 tests failed.
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C13F1A46D052D4B5:496B259C7EAEB94D]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:307)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46491/p
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46491/p
at __randomizedtesting.SeedInfo.seed([C13F1A46D052D4B5:496B259C7EAEB94D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1376)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1127)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
Build Log:
[...truncated 11714 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/init-core-data-001
[junit4] 2> 438332 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 438334 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 438334 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p/
[junit4] 2> 439110 WARN (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 440441 WARN (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 441070 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 441188 WARN (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 441749 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 441920 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_56250_hdfs____.n6bp6y/webapp
[junit4] 2> 443594 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56250
[junit4] 2> 444883 WARN (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 444888 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 444956 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58223_datanode____.dfumjt/webapp
[junit4] 2> 445700 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58223
[junit4] 2> 446367 WARN (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 446368 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 446426 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40201_datanode____.cvnlya/webapp
[junit4] 2> 447729 INFO (SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40201
[junit4] 2> 450618 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=414695446
[junit4] 2> 455339 INFO (IPC Server handler 0 on 34942) [ ] BlockStateChange BLOCK* processReport: from storage DS-450dc27c-4e3a-4dc3-8bee-bafd5fb461cc node DatanodeRegistration(127.0.0.1:37116, datanodeUuid=96113e58-dc7f-47b4-a1e6-7f5272ea7a1b, infoPort=56494, infoSecurePort=0, ipcPort=50546, storageInfo=lv=-56;cid=testClusterID;nsid=1149827002;c=0), blocks: 0, hasStaleStorage: true, processing time: 14 msecs
[junit4] 2> 455340 INFO (IPC Server handler 0 on 34942) [ ] BlockStateChange BLOCK* processReport: from storage DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a node DatanodeRegistration(127.0.0.1:37116, datanodeUuid=96113e58-dc7f-47b4-a1e6-7f5272ea7a1b, infoPort=56494, infoSecurePort=0, ipcPort=50546, storageInfo=lv=-56;cid=testClusterID;nsid=1149827002;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 455341 INFO (IPC Server handler 1 on 34942) [ ] BlockStateChange BLOCK* processReport: from storage DS-22031f1b-cddc-40ef-baba-223e7272e843 node DatanodeRegistration(127.0.0.1:44742, datanodeUuid=1afa6132-c631-489f-8b73-eed5878f367f, infoPort=50802, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-56;cid=testClusterID;nsid=1149827002;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 455341 INFO (IPC Server handler 1 on 34942) [ ] BlockStateChange BLOCK* processReport: from storage DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9 node DatanodeRegistration(127.0.0.1:44742, datanodeUuid=1afa6132-c631-489f-8b73-eed5878f367f, infoPort=50802, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-56;cid=testClusterID;nsid=1149827002;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 456243 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 456259 INFO (Thread-305) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 456259 INFO (Thread-305) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 456360 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.ZkTestServer start zk server on port:36235
[junit4] 2> 456939 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 456941 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 456942 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 456944 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 456945 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 456946 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 456948 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 456949 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 456951 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 456953 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 456956 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 457396 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/cores/collection1
[junit4] 2> 457415 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 457459 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40dbf67b{/p,null,AVAILABLE}
[junit4] 2> 457460 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a4f1b41{HTTP/1.1,[http/1.1]}{127.0.0.1:47562}
[junit4] 2> 457460 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.Server Started @465028ms
[junit4] 2> 457460 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:34942/hdfs__localhost_34942__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001_tempDir-002_control_data, hostContext=/p, hostPort=47562, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/cores}
[junit4] 2> 457461 ERROR (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 457461 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 457461 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 457461 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 457461 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-13T04:21:52.413Z
[junit4] 2> 457477 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 457477 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/solr.xml
[junit4] 2> 457519 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 457523 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36235/solr
[junit4] 2> 457624 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 457624 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47562_p
[junit4] 2> 457626 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p ] o.a.s.c.Overseer Overseer (id=97783467948310532-127.0.0.1:47562_p-n_0000000000) starting
[junit4] 2> 457676 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47562_p
[junit4] 2> 457681 INFO (zkCallback-227-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 458142 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/cores
[junit4] 2> 458142 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 458176 INFO (OverseerStateUpdate-97783467948310532-127.0.0.1:47562_p-n_0000000000) [n:127.0.0.1:47562_p ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 458257 WARN (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 458258 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 458652 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 459225 WARN (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 459228 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 459272 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 459389 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34942/solr_hdfs_home
[junit4] 2> 459390 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 459390 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 459390 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/cores/collection1], dataDir=[hdfs://localhost:34942/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 459390 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@90daaf7
[junit4] 2> 459391 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34942/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 459480 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 459480 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 459480 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 461759 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 461781 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34942/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 461949 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34942/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 462217 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 462217 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 462217 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 462288 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 462289 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=31.4482421875, floorSegmentMB=1.0419921875, forceMergeDeletesPctAllowed=0.001989650354629058, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 464326 INFO (IPC Server handler 4 on 34942) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37116 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9:NORMAL:127.0.0.1:44742|RBW], ReplicaUC[[DISK]DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a:NORMAL:127.0.0.1:37116|RBW]]} size 0
[junit4] 2> 464339 INFO (IPC Server handler 3 on 34942) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44742 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9:NORMAL:127.0.0.1:44742|RBW], ReplicaUC[[DISK]DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a:NORMAL:127.0.0.1:37116|RBW]]} size 0
[junit4] 2> 464427 WARN (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 464739 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 464739 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 464739 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 464820 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 464820 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 464826 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5d461266
[junit4] 2> 465268 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4de94af6[collection1] main]
[junit4] 2> 465271 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 465272 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 465275 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 465284 INFO (searcherExecutor-913-thread-1-processing-n:127.0.0.1:47562_p x:collection1 c:control_collection) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4de94af6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 465291 INFO (coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564535496631123968
[junit4] 2> 465332 INFO (coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 465332 INFO (coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 465332 INFO (coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47562/p/collection1/
[junit4] 2> 465332 INFO (coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 465332 INFO (coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47562/p/collection1/ has no replicas
[junit4] 2> 465332 INFO (coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 465338 INFO (coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47562/p/collection1/ shard1
[junit4] 2> 465489 INFO (coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 465683 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 466020 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36235/solr ready
[junit4] 2> 466027 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 466027 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 466998 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/cores/collection1
[junit4] 2> 467150 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001
[junit4] 2> 467151 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 467177 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38ef4e6d{/p,null,AVAILABLE}
[junit4] 2> 467178 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40493efc{HTTP/1.1,[http/1.1]}{127.0.0.1:55253}
[junit4] 2> 467178 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.Server Started @474745ms
[junit4] 2> 467178 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:34942/hdfs__localhost_34942__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/p, hostPort=55253, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/cores}
[junit4] 2> 467178 ERROR (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 467192 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 467192 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 467192 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 467192 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-13T04:22:02.144Z
[junit4] 2> 467234 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 467234 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/solr.xml
[junit4] 2> 467256 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 467258 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36235/solr
[junit4] 2> 467305 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 467309 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 467325 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55253_p
[junit4] 2> 467328 INFO (zkCallback-231-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 467328 INFO (zkCallback-227-thread-2-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 467329 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 467621 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/cores
[junit4] 2> 467621 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 467633 INFO (OverseerStateUpdate-97783467948310532-127.0.0.1:47562_p-n_0000000000) [n:127.0.0.1:47562_p ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 467736 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 468653 WARN (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 468654 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 468684 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 468904 WARN (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 468919 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 468950 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 468950 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34942/solr_hdfs_home
[junit4] 2> 468956 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 468956 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 468956 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:34942/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 468956 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@90daaf7
[junit4] 2> 468957 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34942/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 468998 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 468998 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 468998 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 469134 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 469144 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34942/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 469193 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34942/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 469214 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 469214 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 469214 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 469235 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 469235 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=31.4482421875, floorSegmentMB=1.0419921875, forceMergeDeletesPctAllowed=0.001989650354629058, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 469332 INFO (IPC Server handler 6 on 34942) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37116 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-22031f1b-cddc-40ef-baba-223e7272e843:NORMAL:127.0.0.1:44742|RBW], ReplicaUC[[DISK]DS-450dc27c-4e3a-4dc3-8bee-bafd5fb461cc:NORMAL:127.0.0.1:37116|FINALIZED]]} size 0
[junit4] 2> 469335 INFO (IPC Server handler 1 on 34942) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44742 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-22031f1b-cddc-40ef-baba-223e7272e843:NORMAL:127.0.0.1:44742|RBW], ReplicaUC[[DISK]DS-450dc27c-4e3a-4dc3-8bee-bafd5fb461cc:NORMAL:127.0.0.1:37116|FINALIZED]]} size 0
[junit4] 2> 469369 WARN (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 469627 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 469627 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 469627 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 469657 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 469657 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 469662 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@534ec8b8
[junit4] 2> 469687 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cba386c[collection1] main]
[junit4] 2> 469689 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 469689 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 469690 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 469691 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:55253_p x:collection1 c:collection1) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5cba386c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 469703 INFO (coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564535501257441280
[junit4] 2> 469718 INFO (coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 469718 INFO (coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 469718 INFO (coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55253/p/collection1/
[junit4] 2> 469718 INFO (coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 469718 INFO (coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55253/p/collection1/ has no replicas
[junit4] 2> 469718 INFO (coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 469719 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 469751 INFO (coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55253/p/collection1/ shard1
[junit4] 2> 469843 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 469852 INFO (coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 469956 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 469968 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/cores/collection1
[junit4] 2> 469969 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001
[junit4] 2> 469972 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 470022 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75a8200e{/p,null,AVAILABLE}
[junit4] 2> 470022 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53967721{HTTP/1.1,[http/1.1]}{127.0.0.1:46491}
[junit4] 2> 470023 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.Server Started @477590ms
[junit4] 2> 470023 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:34942/hdfs__localhost_34942__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/p, hostPort=46491, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/cores}
[junit4] 2> 470031 ERROR (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 470031 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 470031 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 470031 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 470031 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-13T04:22:04.983Z
[junit4] 2> 470255 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 470255 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/solr.xml
[junit4] 2> 470283 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 470292 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36235/solr
[junit4] 2> 470361 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 470364 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 470366 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46491_p
[junit4] 2> 470367 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 470369 INFO (zkCallback-231-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 470369 INFO (zkCallback-227-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 470407 INFO (zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 470512 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/cores
[junit4] 2> 470512 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 470533 INFO (OverseerStateUpdate-97783467948310532-127.0.0.1:47562_p-n_0000000000) [n:127.0.0.1:47562_p ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 470636 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 470636 INFO (zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 471628 WARN (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 471628 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 471675 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 471972 WARN (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 471979 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 472025 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 472025 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34942/solr_hdfs_home
[junit4] 2> 472027 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 472027 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 472031 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 472031 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@90daaf7
[junit4] 2> 472031 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 472063 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 472063 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 472063 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 472113 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 472116 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 472246 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 472287 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 472311 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 472311 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 472341 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 472341 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=31.4482421875, floorSegmentMB=1.0419921875, forceMergeDeletesPctAllowed=0.001989650354629058, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 472443 INFO (IPC Server handler 7 on 34942) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44742 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a:NORMAL:127.0.0.1:37116|RBW], ReplicaUC[[DISK]DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9:NORMAL:127.0.0.1:44742|FINALIZED]]} size 0
[junit4] 2> 472446 INFO (IPC Server handler 6 on 34942) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37116 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a:NORMAL:127.0.0.1:37116|RBW], ReplicaUC[[DISK]DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9:NORMAL:127.0.0.1:44742|FINALIZED]]} size 0
[junit4] 2> 472482 WARN (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 473235 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 473235 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 473235 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 473295 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 473295 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 473299 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@26d8d348
[junit4] 2> 473327 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70660977[collection1] main]
[junit4] 2> 473332 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 473333 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 473333 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 473334 INFO (searcherExecutor-935-thread-1-processing-n:127.0.0.1:46491_p x:collection1 c:collection1) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@70660977[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 473341 INFO (coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564535505072160768
[junit4] 2> 473357 INFO (coreZkRegister-929-thread-1-processing-n:127.0.0.1:46491_p x:collection1 c:collection1) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 473366 INFO (updateExecutor-240-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 473373 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 473374 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 473374 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 473375 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 473375 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:55253/p/collection1/] and I am [http://127.0.0.1:46491/p/collection1/]
[junit4] 2> 473387 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 473387 INFO (zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 473400 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:55253/p]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:46491_p&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 473428 INFO (qtp1487983017-1706) [n:127.0.0.1:55253_p ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 473428 INFO (qtp1487983017-1706) [n:127.0.0.1:55253_p ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 473428 INFO (qtp1487983017-1706) [n:127.0.0.1:55253_p ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:46491_p, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:46491/p","node_name":"127.0.0.1:46491_p","state":"recovering","ulogDir":"hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 473429 INFO (qtp1487983017-1706) [n:127.0.0.1:55253_p ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 473429 INFO (qtp1487983017-1706) [n:127.0.0.1:55253_p ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46491_p&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 473929 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:55253/p/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 473930 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:46491/p START replicas=[http://127.0.0.1:55253/p/collection1/] nUpdates=100
[junit4] 2> 473951 INFO (qtp1487983017-1709) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 473951 INFO (qtp1487983017-1709) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/p path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 473961 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:4.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 473961 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 473961 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 473961 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 473964 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 473964 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 473964 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 473964 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 473964 INFO (recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 474428 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-3-001/cores/collection1
[junit4] 2> 474505 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-3-001
[junit4] 2> 474506 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 474507 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 474507 INFO (zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 474623 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14a406b3{/p,null,AVAILABLE}
[junit4] 2> 474623 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68d1ac1e{HTTP/1.1,[http/1.1]}{127.0.0.1:58978}
[junit4] 2> 474624 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.e.j.s.Server Started @482191ms
[junit4] 2> 474624 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:34942/hdfs__localhost_34942__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/p, hostPort=58978, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-3-001/cores}
[junit4] 2> 474624 ERROR (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 474640 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 474640 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 474640 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 474640 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-13T04:22:09.592Z
[junit4] 2> 474684 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 474684 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-3-001/solr.xml
[junit4] 2> 474718 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 474719 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36235/solr
[junit4] 2> 474745 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:58978_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 474748 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:58978_p ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 474750 INFO (TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:58978_p ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58978_p
[junit4] 2> 474752 INFO (zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 474753 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 474753 INFO (zkCallback-231-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 474759 INFO (zkCallback-227-thread-1-processing-n:127.0.0.1:47562_p) [n
[...truncated too long message...]
oop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:203)
[junit4] 2> at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.hdfsFailoverAfterClass(SharedFSAutoReplicaFailoverTest.java:97)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3869387 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C13F1A46D052D4B5]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C13F1A46D052D4B5-001
[junit4] 2> Apr 13, 2017 5:18:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {id=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=976, maxMBSortInHeap=6.801722863945304, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=nl-NL, timezone=Australia/Currie
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=176021320,total=534773760
[junit4] 2> NOTE: All tests run in this JVM: [VMParamsZkACLAndCredentialsProvidersTest, SolrCoreTest, LeaderElectionIntegrationTest, SolrJmxReporterTest, TestLazyCores, TestFieldSortValues, ScriptEngineTest, ZkStateWriterTest, TestReplicationHandlerBackup, BasicDistributedZkTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestStressRecovery, TestManagedSchemaThreadSafety, StressHdfsTest, TestRequestStatusCollectionAPI, TestIBSimilarityFactory, TestTolerantUpdateProcessorRandomCloud, TestFastWriter, CacheHeaderTest, QueryEqualityTest, TestBadConfig, AlternateDirectoryTest, TestCollectionAPIs, ResourceLoaderTest, TestDefaultStatsCache, PathHierarchyTokenizerFactoryTest, TestSchemaSimilarityResource, GraphQueryTest, CollectionReloadTest, NotRequiredUniqueKeyTest, TestManagedResource, SolrCoreMetricManagerTest, HdfsRestartWhileUpdatingTest, TestSmileRequest, ReturnFieldsTest, InfixSuggestersTest, OutOfBoxZkACLAndCredentialsProvidersTest, CustomCollectionTest, TestJoin, HLLUtilTest, TestRangeQuery, TestRemoteStreaming, QueryResultKeyTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, ExternalFileFieldSortTest, TestFastLRUCache, TestPathTrie, DocumentAnalysisRequestHandlerTest, RequiredFieldsTest, TestCollationFieldDocValues, RulesTest, InfoHandlerTest, TestPseudoReturnFields, TestHighlightDedupGrouping, TestLeaderInitiatedRecoveryThread, ExplicitHLLTest, TestMacroExpander, RegexBoostProcessorTest, SpatialHeatmapFacetsTest, TestJettySolrRunner, DistributedQueryComponentOptimizationTest, TestCSVLoader, TestPerFieldSimilarityClassic, TolerantUpdateProcessorTest, TestJmxIntegration, DistributedFacetPivotSmallTest, SmileWriterTest, TestManagedStopFilterFactory, TestReloadDeadlock, LeaderElectionContextKeyTest, TestFoldingMultitermQuery, DirectoryFactoryTest, OverseerTaskQueueTest, DeleteNodeTest, PreAnalyzedFieldManagedSchemaCloudTest, TestSolrCloudWithKerberosAlt, SyncSliceTest, TestConfigSetImmutable, TestCodecSupport, TestFieldTypeResource, BooleanFieldTest, UpdateLogTest, TestSchemalessBufferedUpdates, TestOverriddenPrefixQueryForCustomFieldType, TestJsonFacetRefinement, TestDistributedSearch, TestFaceting, AnalysisAfterCoreReloadTest, TestShortCircuitedRequests, TestUnifiedSolrHighlighter, HttpSolrCallGetCoreTest, TestTrieFacet, TestJsonRequest, MBeansHandlerTest, BlockJoinFacetDistribTest, SolrIndexMetricsTest, TestAnalyzeInfixSuggestions, BaseCdcrDistributedZkTest, SynonymTokenizerTest, SolrMetricsIntegrationTest, TestSolrQueryParserDefaultOperatorResource, TestFieldCacheReopen, DistributedFacetPivotLargeTest, TestClassicSimilarityFactory, TestSolrCLIRunExample, MissingSegmentRecoveryTest, ZkNodePropsTest, AnalyticsMergeStrategyTest, UUIDFieldTest, TestCrossCoreJoin, AtomicUpdatesTest, LeaderElectionTest, ZkSolrClientTest, TestRandomDVFaceting, DistributedSpellCheckComponentTest, TestRealTimeGet, TestStressVersions, TestSolr4Spatial, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, SortByFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TestValueSourceCache, TestSolrQueryParser, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, CopyFieldTest, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, NumericFieldsTest, OutputWriterTest, TestPhraseSuggestions, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, ClusterStateTest, TestSolrJ, TestUtils, TestDocumentBuilder, FileUtilsTest, CursorPagingTest, DistributedIntervalFacetingTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPIAsyncDistributedZkTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, MultiThreadedOCPTest, SharedFSAutoReplicaFailoverTest]
[junit4] Completed [507/701 (2!)] on J0 in 213.79s, 1 test, 1 failure <<< FAILURES!
[...truncated 63336 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.5 - Build # 10 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.5/10/
6 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
GC overhead limit exceeded
Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
at __randomizedtesting.SeedInfo.seed([5E7811875B00890B:FCA05F5D3FF2A00D]:0)
at java.lang.Integer.valueOf(Integer.java:832)
at org.apache.lucene.search.FieldComparator$IntComparator.value(FieldComparator.java:378)
at org.apache.lucene.search.FieldComparator$IntComparator.value(FieldComparator.java:323)
at org.apache.lucene.search.FieldValueHitQueue.fillFields(FieldValueHitQueue.java:208)
at org.apache.lucene.search.TopFieldCollector.populateResults(TopFieldCollector.java:421)
at org.apache.lucene.search.TopDocsCollector.topDocs(TopDocsCollector.java:156)
at org.apache.lucene.search.TopDocsCollector.topDocs(TopDocsCollector.java:93)
at org.apache.lucene.search.TopFieldCollector.topDocs(TopFieldCollector.java:445)
at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([8F584E306C4D9A59:7615DD9F5038D7D3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:280)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56985/_/x/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56985/_/x/collection1
at __randomizedtesting.SeedInfo.seed([8F584E306C4D9A59:70C71EAC2B1F7A1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1127)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:327)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:154)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 49 more
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib: 1) Thread[id=203338, name=qtp2104730842-203338, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at org.apache.lucene.store.RAMInputStream.readBytes(RAMInputStream.java:86) at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:176) at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.next(SegmentTermsEnum.java:894) at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.next(FilterLeafReader.java:196) at org.apache.lucene.index.AssertingLeafReader$AssertingTermsEnum.next(AssertingLeafReader.java:170) at org.apache.lucene.index.CheckIndex.checkFields(CheckIndex.java:1329) at org.apache.lucene.index.CheckIndex.testPostings(CheckIndex.java:1768) at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:743) at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300) at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285) at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45) at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:302) at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:263) at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:193) at org.apache.solr.core.SolrCore.close(SolrCore.java:1576) at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:582) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:360) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib:
1) Thread[id=203338, name=qtp2104730842-203338, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at org.apache.lucene.store.RAMInputStream.readBytes(RAMInputStream.java:86)
at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:176)
at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.next(SegmentTermsEnum.java:894)
at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.next(FilterLeafReader.java:196)
at org.apache.lucene.index.AssertingLeafReader$AssertingTermsEnum.next(AssertingLeafReader.java:170)
at org.apache.lucene.index.CheckIndex.checkFields(CheckIndex.java:1329)
at org.apache.lucene.index.CheckIndex.testPostings(CheckIndex.java:1768)
at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:743)
at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300)
at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285)
at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45)
at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:302)
at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:263)
at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:193)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1576)
at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:582)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:360)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([8F584E306C4D9A59]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=203338, name=qtp2104730842-203338, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Throwable.fillInStackTrace(Native Method) at java.lang.Throwable.fillInStackTrace(Throwable.java:783) at java.lang.Throwable.<init>(Throwable.java:250) at java.lang.Exception.<init>(Exception.java:54) at java.lang.RuntimeException.<init>(RuntimeException.java:51) at java.lang.UnsupportedOperationException.<init>(UnsupportedOperationException.java:42) at java.util.AbstractCollection.add(AbstractCollection.java:262) at org.apache.lucene.util.TestUtil.checkReadOnly(TestUtil.java:252) at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat$AssertingStoredFieldsReader.getChildResources(AssertingStoredFieldsFormat.java:91) at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat$AssertingStoredFieldsReader.<init>(AssertingStoredFieldsFormat.java:61) at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsReader(AssertingStoredFieldsFormat.java:43) at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:125) at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74) at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:698) at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300) at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285) at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45) at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:302) at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:263) at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:193) at org.apache.solr.core.SolrCore.close(SolrCore.java:1576) at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:582) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:360) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=203338, name=qtp2104730842-203338, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Throwable.fillInStackTrace(Native Method)
at java.lang.Throwable.fillInStackTrace(Throwable.java:783)
at java.lang.Throwable.<init>(Throwable.java:250)
at java.lang.Exception.<init>(Exception.java:54)
at java.lang.RuntimeException.<init>(RuntimeException.java:51)
at java.lang.UnsupportedOperationException.<init>(UnsupportedOperationException.java:42)
at java.util.AbstractCollection.add(AbstractCollection.java:262)
at org.apache.lucene.util.TestUtil.checkReadOnly(TestUtil.java:252)
at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat$AssertingStoredFieldsReader.getChildResources(AssertingStoredFieldsFormat.java:91)
at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat$AssertingStoredFieldsReader.<init>(AssertingStoredFieldsFormat.java:61)
at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsReader(AssertingStoredFieldsFormat.java:43)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:125)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:698)
at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300)
at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285)
at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45)
at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:302)
at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:263)
at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:193)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1576)
at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:582)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:360)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([8F584E306C4D9A59]:0)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:51242/j_q/ke
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:51242/j_q/ke
at __randomizedtesting.SeedInfo.seed([8F584E306C4D9A59:70C71EAC2B1F7A1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1376)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1127)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
Build Log:
[...truncated 809 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=5E7811875B00890B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/test-data/enwiki.random.lines.txt -Dtests.locale=en-US -Dtests.timezone=Canada/East-Saskatchewan -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 210s J2 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at __randomizedtesting.SeedInfo.seed([5E7811875B00890B:FCA05F5D3FF2A00D]:0)
[junit4] > at java.lang.Integer.valueOf(Integer.java:832)
[junit4] > at org.apache.lucene.search.FieldComparator$IntComparator.value(FieldComparator.java:378)
[junit4] > at org.apache.lucene.search.FieldComparator$IntComparator.value(FieldComparator.java:323)
[junit4] > at org.apache.lucene.search.FieldValueHitQueue.fillFields(FieldValueHitQueue.java:208)
[junit4] > at org.apache.lucene.search.TopFieldCollector.populateResults(TopFieldCollector.java:421)
[junit4] > at org.apache.lucene.search.TopDocsCollector.topDocs(TopDocsCollector.java:156)
[junit4] > at org.apache.lucene.search.TopDocsCollector.topDocs(TopDocsCollector.java:93)
[junit4] > at org.apache.lucene.search.TopFieldCollector.topDocs(TopFieldCollector.java:445)
[junit4] > at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2269)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_5E7811875B00890B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {docs=Lucene50(blocksize=128), norms=Lucene50(blocksize=128), positions=Lucene50(blocksize=128), id=Lucene50(blocksize=128), term_vectors=Lucene50(blocksize=128)}, docValues:{multi_valued_long=DocValuesFormat(name=Lucene54), double=DocValuesFormat(name=Lucene54), foo=DocValuesFormat(name=Lucene54), numeric=DocValuesFormat(name=Lucene54), positions=DocValuesFormat(name=Lucene54), multi_valued_numeric=DocValuesFormat(name=Lucene54), float=DocValuesFormat(name=Asserting), int=DocValuesFormat(name=Lucene54), long=DocValuesFormat(name=Asserting), points=DocValuesFormat(name=Memory), sorted=DocValuesFormat(name=Lucene54), bar=DocValuesFormat(name=Lucene54), multi_valued_double=DocValuesFormat(name=Lucene54), docs=DocValuesFormat(name=Lucene54), multi_valued_string=DocValuesFormat(name=Lucene54), norms=DocValuesFormat(name=Lucene54), bytes=DocValuesFormat(name=Lucene54), binary=DocValuesFormat(name=Lucene54), id=DocValuesFormat(name=Lucene54), multi_valued_int=DocValuesFormat(name=Memory), multi_valued_bytes=DocValuesFormat(name=Lucene54), multi_valued_float=DocValuesFormat(name=Lucene54), term_vectors=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=649, maxMBSortInHeap=7.63714412352432, sim=RandomSimilarity(queryNorm=true,coord=crazy): {positions=DFR GZ(0.3), id=IB LL-DZ(0.3), term_vectors=DFR I(ne)2}, locale=en-US, timezone=Canada/East-Saskatchewan
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=319283760,total=383778816
[junit4] 2> NOTE: All tests run in this JVM: [TestDirectoryReaderReopen, Test2BPoints, TestWeakIdentityMap, TestSameTokenSamePosition, TestOfflineSorter, TestBlockPostingsFormat, TestSearcherManager, TestFlushByRamOrCountsPolicy, TestTermVectorsWriter, TestHugeRamFile, TestSimilarity2, TestCompiledAutomaton, TestSparseFixedBitDocIdSet, TestPrefixInBooleanQuery, TestMultiCollector, TestVersion, TestMultiPhraseQuery, TestLucene62SegmentInfoFormat, MultiCollectorTest, TestShardSearching, TestGeoUtils, FiniteStringsIteratorTest, TestSpanCollection, TestByteArrayDataInput, TestBKD, TestSmallFloat, TestDoubleRangeFieldQueries, TestRollingBuffer, TestSearchWithThreads, TestLevenshteinAutomata, TestBytesStore, TestDirectPacked, TestParallelTermEnum, TestIndexWriterReader, TestTopDocsMerge, TestNumericRangeQuery32, TestIndexWriterDelete, TestSpanMultiTermQueryWrapper, TestNativeFSLockFactory, TestIndexWriterMerging, TestMultiFields, TestSetOnce, TestFrequencyTrackingRingBuffer, TestComplexExplanations, TestNamedSPILoader, TestRamUsageEstimator, TestIndexWriterOutOfFileDescriptors, TestPositionIncrement, TestMixedDocValuesUpdates, TestFloatRangeFieldQueries, TestMergedIterator, TestSegmentTermEnum, TestDocument, TestBufferedIndexInput, TestDeterminizeLexicon, TestSloppyPhraseQuery2, TestRecyclingIntBlockAllocator, TestDocIdSetBuilder, TestBlendedTermQuery, TestSwappedIndexFiles, TestPrefixRandom, TestMatchAllDocsQuery, TestIndexSorting]
[junit4] Completed [175/456 (1!)] on J2 in 270.24s, 48 tests, 1 error <<< FAILURES!
[...truncated 987 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/lucene/build/core/test/temp/junit4-J2-20170410_050605_1206740266411032284500.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/heapdumps/java_pid14382.hprof ...
[junit4] Heap dump file created [504237363 bytes in 5.169 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 9896 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/init-core-data-001
[junit4] 2> 49852 WARN (SUITE-ShardSplitTest-seed#[8F584E306C4D9A59]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 49852 INFO (SUITE-ShardSplitTest-seed#[8F584E306C4D9A59]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 49855 INFO (SUITE-ShardSplitTest-seed#[8F584E306C4D9A59]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 49855 INFO (SUITE-ShardSplitTest-seed#[8F584E306C4D9A59]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dj/
[junit4] 2> 49919 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 49922 INFO (Thread-51) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 49930 INFO (Thread-51) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 50122 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.ZkTestServer start zk server on port:56391
[junit4] 2> 50683 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15b57219afd0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 50752 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 50756 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 50759 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 50788 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 50791 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 50806 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 50817 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 50823 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 50831 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 50839 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 50857 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 51517 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/control-001/cores/collection1
[junit4] 2> 51525 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 51582 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f0c8e8e{/dj,null,AVAILABLE}
[junit4] 2> 51584 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c61a78c{HTTP/1.1,[http/1.1]}{127.0.0.1:36414}
[junit4] 2> 51584 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.Server Started @58045ms
[junit4] 2> 51584 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/tempDir-001/control/data, hostContext=/dj, hostPort=36414, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/control-001/cores}
[junit4] 2> 51585 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 51585 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.1
[junit4] 2> 51585 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 51585 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 51585 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-10T09:11:13.407Z
[junit4] 2> 51705 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 51705 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/control-001/solr.xml
[junit4] 2> 51739 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 51753 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56391/solr
[junit4] 2> 52139 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:36414_dj ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 52141 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:36414_dj ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36414_dj
[junit4] 2> 52143 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:36414_dj ] o.a.s.c.Overseer Overseer (id=97767618764406788-127.0.0.1:36414_dj-n_0000000000) starting
[junit4] 2> 52497 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:36414_dj ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36414_dj
[junit4] 2> 52515 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 53090 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:36414_dj ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/control-001/cores
[junit4] 2> 53090 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:36414_dj ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 53174 INFO (OverseerStateUpdate-97767618764406788-127.0.0.1:36414_dj-n_0000000000) [n:127.0.0.1:36414_dj ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 54298 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 54379 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 54846 WARN (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 54847 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 54902 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 54912 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54924 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/control-001/cores/collection1/data/]
[junit4] 2> 54929 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f921a12
[junit4] 2> 54934 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2ed217dc
[junit4] 2> 54953 WARN (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 55109 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 55109 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 55111 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 55111 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 55112 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=8.9736328125, floorSegmentMB=0.505859375, forceMergeDeletesPctAllowed=8.673779070447818, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 55117 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7052439e[collection1] main]
[junit4] 2> 55122 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 55123 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 55124 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 55127 INFO (searcherExecutor-84-thread-1-processing-n:127.0.0.1:36414_dj x:collection1 c:control_collection) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7052439e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 55128 INFO (coreLoadExecutor-83-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564281905558323200
[junit4] 2> 55241 INFO (coreZkRegister-76-thread-1-processing-n:127.0.0.1:36414_dj x:collection1 c:control_collection) [n:127.0.0.1:36414_dj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 55241 INFO (coreZkRegister-76-thread-1-processing-n:127.0.0.1:36414_dj x:collection1 c:control_collection) [n:127.0.0.1:36414_dj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 55241 INFO (coreZkRegister-76-thread-1-processing-n:127.0.0.1:36414_dj x:collection1 c:control_collection) [n:127.0.0.1:36414_dj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36414/dj/collection1/
[junit4] 2> 55242 INFO (coreZkRegister-76-thread-1-processing-n:127.0.0.1:36414_dj x:collection1 c:control_collection) [n:127.0.0.1:36414_dj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 55449 INFO (coreZkRegister-76-thread-1-processing-n:127.0.0.1:36414_dj x:collection1 c:control_collection) [n:127.0.0.1:36414_dj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36414/dj/collection1/ has no replicas
[junit4] 2> 55449 INFO (coreZkRegister-76-thread-1-processing-n:127.0.0.1:36414_dj x:collection1 c:control_collection) [n:127.0.0.1:36414_dj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 55501 INFO (coreZkRegister-76-thread-1-processing-n:127.0.0.1:36414_dj x:collection1 c:control_collection) [n:127.0.0.1:36414_dj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36414/dj/collection1/ shard1
[junit4] 2> 55547 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 55550 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56391/solr ready
[junit4] 2> 55552 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 55683 INFO (coreZkRegister-76-thread-1-processing-n:127.0.0.1:36414_dj x:collection1 c:control_collection) [n:127.0.0.1:36414_dj c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 56000 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-1-001/cores/collection1
[junit4] 2> 56000 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-1-001
[junit4] 2> 56014 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 56182 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@137b6c00{/dj,null,AVAILABLE}
[junit4] 2> 56183 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39aab820{HTTP/1.1,[http/1.1]}{127.0.0.1:56313}
[junit4] 2> 56183 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.Server Started @62644ms
[junit4] 2> 56183 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/dj, hostPort=56313, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-1-001/cores}
[junit4] 2> 56183 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 56191 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.1
[junit4] 2> 56191 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 56191 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 56191 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-10T09:11:18.013Z
[junit4] 2> 56228 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 56228 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-1-001/solr.xml
[junit4] 2> 56262 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 56266 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56391/solr
[junit4] 2> 56364 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:56313_dj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 56368 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:56313_dj ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 56379 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:56313_dj ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56313_dj
[junit4] 2> 56381 INFO (zkCallback-23-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 56382 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 56390 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 56886 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:56313_dj ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-1-001/cores
[junit4] 2> 56886 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:56313_dj ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 56914 INFO (OverseerStateUpdate-97767618764406788-127.0.0.1:36414_dj-n_0000000000) [n:127.0.0.1:36414_dj ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 58002 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 58119 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 58446 WARN (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 58458 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 58539 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 58540 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 58540 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 58540 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f921a12
[junit4] 2> 58543 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@35bfa9e6
[junit4] 2> 58626 WARN (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 59200 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 59207 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 59239 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 59239 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 59241 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=8.9736328125, floorSegmentMB=0.505859375, forceMergeDeletesPctAllowed=8.673779070447818, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 59246 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@531da234[collection1] main]
[junit4] 2> 59248 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 59250 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 59250 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 59251 INFO (coreLoadExecutor-94-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564281909881602048
[junit4] 2> 59408 INFO (searcherExecutor-95-thread-1-processing-n:127.0.0.1:56313_dj x:collection1 c:collection1) [n:127.0.0.1:56313_dj c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@531da234[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 59424 INFO (coreZkRegister-89-thread-1-processing-n:127.0.0.1:56313_dj x:collection1 c:collection1) [n:127.0.0.1:56313_dj c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 59425 INFO (coreZkRegister-89-thread-1-processing-n:127.0.0.1:56313_dj x:collection1 c:collection1) [n:127.0.0.1:56313_dj c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 59425 INFO (coreZkRegister-89-thread-1-processing-n:127.0.0.1:56313_dj x:collection1 c:collection1) [n:127.0.0.1:56313_dj c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56313/dj/collection1/
[junit4] 2> 59426 INFO (coreZkRegister-89-thread-1-processing-n:127.0.0.1:56313_dj x:collection1 c:collection1) [n:127.0.0.1:56313_dj c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 59426 INFO (coreZkRegister-89-thread-1-processing-n:127.0.0.1:56313_dj x:collection1 c:collection1) [n:127.0.0.1:56313_dj c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56313/dj/collection1/ has no replicas
[junit4] 2> 59426 INFO (coreZkRegister-89-thread-1-processing-n:127.0.0.1:56313_dj x:collection1 c:collection1) [n:127.0.0.1:56313_dj c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 59461 INFO (coreZkRegister-89-thread-1-processing-n:127.0.0.1:56313_dj x:collection1 c:collection1) [n:127.0.0.1:56313_dj c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56313/dj/collection1/ shard2
[junit4] 2> 59614 INFO (coreZkRegister-89-thread-1-processing-n:127.0.0.1:56313_dj x:collection1 c:collection1) [n:127.0.0.1:56313_dj c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 59939 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-2-001/cores/collection1
[junit4] 2> 59940 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-2-001
[junit4] 2> 59958 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 60049 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dcbdd93{/dj,null,AVAILABLE}
[junit4] 2> 60050 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@475e9846{HTTP/1.1,[http/1.1]}{127.0.0.1:54600}
[junit4] 2> 60050 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.e.j.s.Server Started @66511ms
[junit4] 2> 60050 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/dj, hostPort=54600, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-2-001/cores}
[junit4] 2> 60051 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 60058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.1
[junit4] 2> 60058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 60058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 60058 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-10T09:11:21.880Z
[junit4] 2> 60135 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 60135 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-2-001/solr.xml
[junit4] 2> 60152 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 60169 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56391/solr
[junit4] 2> 60426 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:54600_dj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 60439 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:54600_dj ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 60446 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:54600_dj ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54600_dj
[junit4] 2> 60660 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:56313_dj) [n:127.0.0.1:56313_dj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 60661 INFO (zkCallback-19-thread-2-processing-n:127.0.0.1:36414_dj) [n:127.0.0.1:36414_dj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 60661 INFO (zkCallback-23-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 60681 INFO (zkCallback-34-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 60980 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:54600_dj ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-2-001/cores
[junit4] 2> 60981 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8F584E306C4D9A59]) [n:127.0.0.1:54600_dj ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 61010 INFO (OverseerStateUpdate-97767618764406788-127.0.0.1:36414_dj-n_0000000000) [n:127.0.0.1:36414_dj ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 62076 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.1
[junit4] 2> 62284 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 62729 WARN (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 62730 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 62939 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 62939 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 62940 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8F584E306C4D9A59-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 62941 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f921a12
[junit4] 2> 62951 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6c377dc5
[junit4] 2> 62990 WARN (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 63223 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 63223 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 63224 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 63224 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 63226 INFO (coreLoadExecutor-105-thread-1-processing-n:127.0.0.1:54600_dj) [n:127.0.0.1:54600_dj c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=8.9736328125, floorSegmentMB=0.505859375, forceMergeDeletesPctAllowed=8.673779070447818, segmentsPe
[...truncated too long message...]
kIndex.java:1768)
[junit4] > at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:743)
[junit4] > at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300)
[junit4] > at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285)
[junit4] > at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:302)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:263)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:193)
[junit4] > at org.apache.solr.core.SolrCore.close(SolrCore.java:1576)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:582)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:360)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([8F584E306C4D9A59]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=203338, name=qtp2104730842-203338, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
[junit4] > at java.lang.Throwable.fillInStackTrace(Native Method)
[junit4] > at java.lang.Throwable.fillInStackTrace(Throwable.java:783)
[junit4] > at java.lang.Throwable.<init>(Throwable.java:250)
[junit4] > at java.lang.Exception.<init>(Exception.java:54)
[junit4] > at java.lang.RuntimeException.<init>(RuntimeException.java:51)
[junit4] > at java.lang.UnsupportedOperationException.<init>(UnsupportedOperationException.java:42)
[junit4] > at java.util.AbstractCollection.add(AbstractCollection.java:262)
[junit4] > at org.apache.lucene.util.TestUtil.checkReadOnly(TestUtil.java:252)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat$AssertingStoredFieldsReader.getChildResources(AssertingStoredFieldsFormat.java:91)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat$AssertingStoredFieldsReader.<init>(AssertingStoredFieldsFormat.java:61)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsReader(AssertingStoredFieldsFormat.java:43)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:125)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
[junit4] > at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:698)
[junit4] > at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300)
[junit4] > at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285)
[junit4] > at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:302)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:263)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:193)
[junit4] > at org.apache.solr.core.SolrCore.close(SolrCore.java:1576)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:582)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:360)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([8F584E306C4D9A59]:0)
[junit4] Completed [701/701 (3!)] on J0 in 424.97s, 1 test, 3 errors <<< FAILURES!
[...truncated 11716 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid14382.hprof
Total time: 376 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.5 - Build # 9 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.5/9/
2 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:55178/solr/test_col: Async exception during distributed update: 127.0.0.1:38533 failed to respond
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:55178/solr/test_col: Async exception during distributed update: 127.0.0.1:38533 failed to respond
at __randomizedtesting.SeedInfo.seed([5BA7BC44B783F54F:C99BDDC00BC4C897]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored(TestStressCloudBlindAtomicUpdates.java:203)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:55178/solr/test_col: Async exception during distributed update: 127.0.0.1:38533 failed to respond
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55178/solr/test_col: Async exception during distributed update: 127.0.0.1:38533 failed to respond
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41199
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41199
at __randomizedtesting.SeedInfo.seed([5BA7BC44B783F54F:D3F3839E197F98B7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1376)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1127)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
Build Log:
[...truncated 13426 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/init-core-data-001
[junit4] 2> 4683231 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 4683232 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 4683233 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 4683234 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001
[junit4] 2> 4683234 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4683234 INFO (Thread-54642) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4683234 INFO (Thread-54642) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4683334 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37435
[junit4] 2> 4683342 INFO (jetty-launcher-5147-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683342 INFO (jetty-launcher-5147-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683343 INFO (jetty-launcher-5147-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683344 INFO (jetty-launcher-5147-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c1418a5{/solr,null,AVAILABLE}
[junit4] 2> 4683345 INFO (jetty-launcher-5147-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36517496{HTTP/1.1,[http/1.1]}{127.0.0.1:45243}
[junit4] 2> 4683345 INFO (jetty-launcher-5147-thread-3) [ ] o.e.j.s.Server Started @4691556ms
[junit4] 2> 4683345 INFO (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45243}
[junit4] 2> 4683345 ERROR (jetty-launcher-5147-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683346 INFO (jetty-launcher-5147-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683346 INFO (jetty-launcher-5147-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683346 INFO (jetty-launcher-5147-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683346 INFO (jetty-launcher-5147-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.368Z
[junit4] 2> 4683348 INFO (jetty-launcher-5147-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a73771e{/solr,null,AVAILABLE}
[junit4] 2> 4683348 INFO (jetty-launcher-5147-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4da208c5{HTTP/1.1,[http/1.1]}{127.0.0.1:42063}
[junit4] 2> 4683348 INFO (jetty-launcher-5147-thread-2) [ ] o.e.j.s.Server Started @4691559ms
[junit4] 2> 4683348 INFO (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42063}
[junit4] 2> 4683348 ERROR (jetty-launcher-5147-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683348 INFO (jetty-launcher-5147-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683348 INFO (jetty-launcher-5147-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683349 INFO (jetty-launcher-5147-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683349 INFO (jetty-launcher-5147-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.371Z
[junit4] 2> 4683350 INFO (jetty-launcher-5147-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e2492df{/solr,null,AVAILABLE}
[junit4] 2> 4683350 INFO (jetty-launcher-5147-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683351 INFO (jetty-launcher-5147-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683351 INFO (jetty-launcher-5147-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683352 INFO (jetty-launcher-5147-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683352 INFO (jetty-launcher-5147-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683353 INFO (jetty-launcher-5147-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683362 INFO (jetty-launcher-5147-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4683363 INFO (jetty-launcher-5147-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e0100a0{/solr,null,AVAILABLE}
[junit4] 2> 4683365 INFO (jetty-launcher-5147-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1590b452{HTTP/1.1,[http/1.1]}{127.0.0.1:53642}
[junit4] 2> 4683365 INFO (jetty-launcher-5147-thread-9) [ ] o.e.j.s.Server Started @4691576ms
[junit4] 2> 4683365 INFO (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53642}
[junit4] 2> 4683365 ERROR (jetty-launcher-5147-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683365 INFO (jetty-launcher-5147-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683365 INFO (jetty-launcher-5147-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683366 INFO (jetty-launcher-5147-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683366 INFO (jetty-launcher-5147-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.388Z
[junit4] 2> 4683366 INFO (jetty-launcher-5147-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e58533e{/solr,null,AVAILABLE}
[junit4] 2> 4683366 INFO (jetty-launcher-5147-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31f70db6{HTTP/1.1,[http/1.1]}{127.0.0.1:60904}
[junit4] 2> 4683366 INFO (jetty-launcher-5147-thread-7) [ ] o.e.j.s.Server Started @4691577ms
[junit4] 2> 4683366 INFO (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60904}
[junit4] 2> 4683366 ERROR (jetty-launcher-5147-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683366 INFO (jetty-launcher-5147-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683367 INFO (jetty-launcher-5147-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683367 INFO (jetty-launcher-5147-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683367 INFO (jetty-launcher-5147-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.389Z
[junit4] 2> 4683368 INFO (jetty-launcher-5147-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50002a1c{/solr,null,AVAILABLE}
[junit4] 2> 4683369 INFO (jetty-launcher-5147-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3dc1418c{HTTP/1.1,[http/1.1]}{127.0.0.1:38066}
[junit4] 2> 4683374 INFO (jetty-launcher-5147-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3990bba0{/solr,null,AVAILABLE}
[junit4] 2> 4683374 INFO (jetty-launcher-5147-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f0e8b73{HTTP/1.1,[http/1.1]}{127.0.0.1:55178}
[junit4] 2> 4683374 INFO (jetty-launcher-5147-thread-4) [ ] o.e.j.s.Server Started @4691585ms
[junit4] 2> 4683374 INFO (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55178}
[junit4] 2> 4683374 ERROR (jetty-launcher-5147-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683374 INFO (jetty-launcher-5147-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683375 INFO (jetty-launcher-5147-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683375 INFO (jetty-launcher-5147-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683375 INFO (jetty-launcher-5147-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.397Z
[junit4] 2> 4683377 INFO (jetty-launcher-5147-thread-10) [ ] o.e.j.s.Server Started @4691588ms
[junit4] 2> 4683377 INFO (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38066}
[junit4] 2> 4683377 ERROR (jetty-launcher-5147-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683377 INFO (jetty-launcher-5147-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683377 INFO (jetty-launcher-5147-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683377 INFO (jetty-launcher-5147-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683378 INFO (jetty-launcher-5147-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683378 INFO (jetty-launcher-5147-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.400Z
[junit4] 2> 4683380 INFO (jetty-launcher-5147-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24fbae64{/solr,null,AVAILABLE}
[junit4] 2> 4683380 INFO (jetty-launcher-5147-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@730f7eb6{HTTP/1.1,[http/1.1]}{127.0.0.1:38331}
[junit4] 2> 4683380 INFO (jetty-launcher-5147-thread-6) [ ] o.e.j.s.Server Started @4691591ms
[junit4] 2> 4683380 INFO (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38331}
[junit4] 2> 4683380 ERROR (jetty-launcher-5147-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683381 INFO (jetty-launcher-5147-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683381 INFO (jetty-launcher-5147-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683381 INFO (jetty-launcher-5147-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683381 INFO (jetty-launcher-5147-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.403Z
[junit4] 2> 4683382 INFO (jetty-launcher-5147-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@615624a5{/solr,null,AVAILABLE}
[junit4] 2> 4683383 INFO (jetty-launcher-5147-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7140a1e0{HTTP/1.1,[http/1.1]}{127.0.0.1:38533}
[junit4] 2> 4683383 INFO (jetty-launcher-5147-thread-5) [ ] o.e.j.s.Server Started @4691593ms
[junit4] 2> 4683383 INFO (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38533}
[junit4] 2> 4683390 INFO (jetty-launcher-5147-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1890296c{/solr,null,AVAILABLE}
[junit4] 2> 4683390 INFO (jetty-launcher-5147-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1df3d817{HTTP/1.1,[http/1.1]}{127.0.0.1:38353}
[junit4] 2> 4683390 INFO (jetty-launcher-5147-thread-8) [ ] o.e.j.s.Server Started @4691601ms
[junit4] 2> 4683390 INFO (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38353}
[junit4] 2> 4683390 ERROR (jetty-launcher-5147-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683391 INFO (jetty-launcher-5147-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683391 INFO (jetty-launcher-5147-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683391 INFO (jetty-launcher-5147-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683391 INFO (jetty-launcher-5147-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.413Z
[junit4] 2> 4683392 INFO (jetty-launcher-5147-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b9c1cb{HTTP/1.1,[http/1.1]}{127.0.0.1:46940}
[junit4] 2> 4683392 INFO (jetty-launcher-5147-thread-1) [ ] o.e.j.s.Server Started @4691602ms
[junit4] 2> 4683392 INFO (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46940}
[junit4] 2> 4683392 ERROR (jetty-launcher-5147-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683392 INFO (jetty-launcher-5147-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683392 INFO (jetty-launcher-5147-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683392 INFO (jetty-launcher-5147-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683392 INFO (jetty-launcher-5147-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.414Z
[junit4] 2> 4683397 ERROR (jetty-launcher-5147-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4683397 INFO (jetty-launcher-5147-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.1
[junit4] 2> 4683398 INFO (jetty-launcher-5147-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4683398 INFO (jetty-launcher-5147-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4683398 INFO (jetty-launcher-5147-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-04-08T18:35:23.420Z
[junit4] 2> 4683399 INFO (jetty-launcher-5147-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683407 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683407 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683407 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683407 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683408 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683408 INFO (jetty-launcher-5147-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683415 INFO (jetty-launcher-5147-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683427 INFO (jetty-launcher-5147-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683428 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683428 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683428 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683428 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683428 WARN (jetty-launcher-5147-thread-9) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683428 INFO (jetty-launcher-5147-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683432 INFO (jetty-launcher-5147-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683433 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683433 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683433 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683433 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683434 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683434 INFO (jetty-launcher-5147-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683434 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683437 INFO (jetty-launcher-5147-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683439 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683439 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683439 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683439 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683435 INFO (jetty-launcher-5147-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683440 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683440 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683440 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683440 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683440 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683435 INFO (jetty-launcher-5147-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683435 INFO (jetty-launcher-5147-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683434 INFO (jetty-launcher-5147-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4683441 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683441 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683441 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683441 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683441 WARN (jetty-launcher-5147-thread-8) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683447 INFO (jetty-launcher-5147-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683447 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683447 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683447 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683447 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683447 WARN (jetty-launcher-5147-thread-3) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683448 INFO (jetty-launcher-5147-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683465 INFO (jetty-launcher-5147-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683470 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683467 INFO (jetty-launcher-5147-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683505 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683506 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683506 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683506 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683506 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683515 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683515 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683516 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683516 WARN (jetty-launcher-5147-thread-2) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683508 INFO (jetty-launcher-5147-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683516 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683516 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683516 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683517 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683517 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683517 INFO (jetty-launcher-5147-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683517 INFO (jetty-launcher-5147-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683518 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683523 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683523 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683523 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683523 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683524 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683527 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683528 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683528 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683528 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683528 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683528 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683528 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683528 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683529 WARN (jetty-launcher-5147-thread-10) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683527 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15b4ed96af90010, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4683529 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683529 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683529 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683529 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683529 WARN (jetty-launcher-5147-thread-5) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683530 INFO (jetty-launcher-5147-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683530 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683537 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683537 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683538 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683538 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683538 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683543 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683543 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683543 INFO (jetty-launcher-5147-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683544 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683544 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683530 INFO (jetty-launcher-5147-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683544 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683544 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683544 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683544 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683545 WARN (jetty-launcher-5147-thread-4) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683539 INFO (jetty-launcher-5147-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683545 INFO (jetty-launcher-5147-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683545 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683546 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683546 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683546 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683546 WARN (jetty-launcher-5147-thread-7) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683547 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683553 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683553 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683553 INFO (jetty-launcher-5147-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683553 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683557 WARN (jetty-launcher-5147-thread-1) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683545 INFO (jetty-launcher-5147-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4683557 INFO (jetty-launcher-5147-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683558 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683560 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683560 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683560 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683560 WARN (jetty-launcher-5147-thread-6) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4683560 INFO (jetty-launcher-5147-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683561 INFO (jetty-launcher-5147-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37435/solr
[junit4] 2> 4683582 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15b4ed96af90014, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4683593 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15b4ed96af90015, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4683597 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15b4ed96af90018, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4683597 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15b4ed96af90016, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4683598 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15b4ed96af90017, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4683608 INFO (jetty-launcher-5147-thread-8) [n:127.0.0.1:38353_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683608 INFO (jetty-launcher-5147-thread-9) [n:127.0.0.1:53642_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683609 INFO (jetty-launcher-5147-thread-3) [n:127.0.0.1:45243_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683609 INFO (jetty-launcher-5147-thread-8) [n:127.0.0.1:38353_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38353_solr
[junit4] 2> 4683616 INFO (jetty-launcher-5147-thread-9) [n:127.0.0.1:53642_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53642_solr
[junit4] 2> 4683616 INFO (jetty-launcher-5147-thread-8) [n:127.0.0.1:38353_solr ] o.a.s.c.Overseer Overseer (id=97758512628170769-127.0.0.1:38353_solr-n_0000000000) starting
[junit4] 2> 4683617 INFO (jetty-launcher-5147-thread-3) [n:127.0.0.1:45243_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45243_solr
[junit4] 2> 4683630 INFO (jetty-launcher-5147-thread-10) [n:127.0.0.1:38066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4683630 INFO (jetty-launcher-5147-thread-5) [n:127.0.0.1:38533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4683630 INFO (jetty-launcher-5147-thread-7) [n:127.0.0.1:60904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4683634 INFO (jetty-launcher-5147-thread-4) [n:127.0.0.1:55178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4683638 INFO (jetty-launcher-5147-thread-7) [n:127.0.0.1:60904_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683638 INFO (jetty-launcher-5147-thread-5) [n:127.0.0.1:38533_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683638 INFO (jetty-launcher-5147-thread-10) [n:127.0.0.1:38066_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683656 INFO (jetty-launcher-5147-thread-2) [n:127.0.0.1:42063_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683657 INFO (zkCallback-5179-thread-1-processing-n:127.0.0.1:42063_solr) [n:127.0.0.1:42063_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4683657 INFO (zkCallback-5178-thread-1-processing-n:127.0.0.1:38353_solr) [n:127.0.0.1:38353_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4683658 INFO (zkCallback-5168-thread-1-processing-n:127.0.0.1:53642_solr) [n:127.0.0.1:53642_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4683658 INFO (zkCallback-5171-thread-1-processing-n:127.0.0.1:45243_solr) [n:127.0.0.1:45243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4683659 INFO (jetty-launcher-5147-thread-4) [n:127.0.0.1:55178_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683664 INFO (jetty-launcher-5147-thread-5) [n:127.0.0.1:38533_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38533_solr
[junit4] 2> 4683665 INFO (jetty-launcher-5147-thread-10) [n:127.0.0.1:38066_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38066_solr
[junit4] 2> 4683665 INFO (jetty-launcher-5147-thread-7) [n:127.0.0.1:60904_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60904_solr
[junit4] 2> 4683668 INFO (jetty-launcher-5147-thread-2) [n:127.0.0.1:42063_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42063_solr
[junit4] 2> 4683670 INFO (zkCallback-5171-thread-1-processing-n:127.0.0.1:45243_solr) [n:127.0.0.1:45243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 4683682 INFO (zkCallback-5178-thread-1-processing-n:127.0.0.1:38353_solr) [n:127.0.0.1:38353_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 4683683 INFO (jetty-launcher-5147-thread-4) [n:127.0.0.1:55178_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55178_solr
[junit4] 2> 4683683 INFO (zkCallback-5168-thread-1-processing-n:127.0.0.1:53642_solr) [n:127.0.0.1:53642_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 4683683 INFO (zkCallback-5194-thread-1-processing-n:127.0.0.1:38066_solr) [n:127.0.0.1:38066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 4683683 INFO (zkCallback-5198-thread-1-processing-n:127.0.0.1:38533_solr) [n:127.0.0.1:38533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 4683683 INFO (zkCallback-5200-thread-1-processing-n:127.0.0.1:60904_solr) [n:127.0.0.1:60904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 4683683 INFO (zkCallback-5179-thread-1-processing-n:127.0.0.1:42063_solr) [n:127.0.0.1:42063_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 4683689 INFO (zkCallback-5199-thread-1-processing-n:127.0.0.1:55178_solr) [n:127.0.0.1:55178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 4683694 INFO (zkCallback-5198-thread-1-processing-n:127.0.0.1:38533_solr) [n:127.0.0.1:38533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 4683694 INFO (zkCallback-5168-thread-1-processing-n:127.0.0.1:53642_solr) [n:127.0.0.1:53642_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 4683694 INFO (zkCallback-5194-thread-1-processing-n:127.0.0.1:38066_solr) [n:127.0.0.1:38066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 4683694 INFO (zkCallback-5171-thread-1-processing-n:127.0.0.1:45243_solr) [n:127.0.0.1:45243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 4683695 INFO (zkCallback-5200-thread-1-processing-n:127.0.0.1:60904_solr) [n:127.0.0.1:60904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 4683695 INFO (zkCallback-5199-thread-1-processing-n:127.0.0.1:55178_solr) [n:127.0.0.1:55178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 4683695 INFO (zkCallback-5179-thread-1-processing-n:127.0.0.1:42063_solr) [n:127.0.0.1:42063_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 4683697 INFO (jetty-launcher-5147-thread-1) [n:127.0.0.1:46940_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
[junit4] 2> 4683698 INFO (zkCallback-5194-thread-1-processing-n:127.0.0.1:38066_solr) [n:127.0.0.1:38066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 4683698 INFO (zkCallback-5168-thread-1-processing-n:127.0.0.1:53642_solr) [n:127.0.0.1:53642_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 4683698 INFO (zkCallback-5200-thread-1-processing-n:127.0.0.1:60904_solr) [n:127.0.0.1:60904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 4683699 INFO (zkCallback-5198-thread-1-processing-n:127.0.0.1:38533_solr) [n:127.0.0.1:38533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 4683709 INFO (zkCallback-5171-thread-1-processing-n:127.0.0.1:45243_solr) [n:127.0.0.1:45243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 4683709 INFO (zkCallback-5179-thread-1-processing-n:127.0.0.1:42063_solr) [n:127.0.0.1:42063_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 4683716 INFO (zkCallback-5199-thread-1-processing-n:127.0.0.1:55178_solr) [n:127.0.0.1:55178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 4683716 INFO (jetty-launcher-5147-thread-8) [n:127.0.0.1:38353_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38353_solr
[junit4] 2> 4683716 INFO (OverseerStateUpdate-97758512628170769-127.0.0.1:38353_solr-n_0000000000) [n:127.0.0.1:38353_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (7)
[junit4] 2> 4683724 INFO (jetty-launcher-5147-thread-1) [n:127.0.0.1:46940_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683724 INFO (jetty-launcher-5147-thread-6) [n:127.0.0.1:38331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 4683725 INFO (zkCallback-5171-thread-1-processing-n:127.0.0.1:45243_solr) [n:127.0.0.1:45243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 4683725 INFO (zkCallback-5200-thread-1-processing-n:127.0.0.1:60904_solr) [n:127.0.0.1:60904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 4683725 INFO (zkCallback-5198-thread-1-processing-n:127.0.0.1:38533_solr) [n:127.0.0.1:38533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 4683726 INFO (zkCallback-5168-thread-1-processing-n:127.0.0.1:53642_solr) [n:127.0.0.1:53642_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 4683726 INFO (zkCallback-5194-thread-1-processing-n:127.0.0.1:38066_solr) [n:127.0.0.1:38066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 4683726 INFO (zkCallback-5179-thread-1-processing-n:127.0.0.1:42063_solr) [n:127.0.0.1:42063_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 4683726 INFO (zkCallback-5199-thread-1-processing-n:127.0.0.1:55178_solr) [n:127.0.0.1:55178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 4683734 INFO (jetty-launcher-5147-thread-1) [n:127.0.0.1:46940_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46940_solr
[junit4] 2> 4683745 INFO (zkCallback-5199-thread-1-processing-n:127.0.0.1:55178_solr) [n:127.0.0.1:55178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 4683745 INFO (zkCallback-5179-thread-1-processing-n:127.0.0.1:42063_solr) [n:127.0.0.1:42063_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 4683746 INFO (zkCallback-5198-thread-1-processing-n:127.0.0.1:38533_solr) [n:127.0.0.1:38533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 4683749 INFO (zkCallback-5200-thread-1-processing-n:127.0.0.1:60904_solr) [n:127.0.0.1:60904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 4683749 INFO (zkCallback-5194-thread-1-processing-n:127.0.0.1:38066_solr) [n:127.0.0.1:38066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 4683749 INFO (jetty-launcher-5147-thread-6) [n:127.0.0.1:38331_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4683750 INFO (zkCallback-5171-thread-1-processing-n:127.0.0.1:45243_solr) [n:127.0.0.1:45243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 4683750 INFO (zkCallback-5168-thread-1-processing-n:127.0.0.1:53642_solr) [n:127.0.0.1:53642_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 4683752 INFO (jetty-launcher-5147-thread-6) [n:127.0.0.1:38331_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38331_solr
[junit4] 2> 4683773 INFO (zkCallback-5171-thread-1-processing-n:127.0.0.1:45243_solr) [n:127.0.0.1:45243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 4683773 INFO (zkCallback-5198-thread-1-processing-n:127.0.0.1:38533_solr) [n:127.0.0.1:38533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 4683774 INFO (zkCallback-5200-thread-1-processing-n:127.0.0.1:60904_solr) [n:127.0.0.1:60904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 4683774 INFO (zkCallback-5194-thread-1-processing-n:127.0.0.1:38066_solr) [n:127.0.0.1:38066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 4683774 INFO (zkCallback-5179-thread-1-processing-n:127.0.0.1:42063_solr) [n:127.0.0.1:42063_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 4683774 INFO (zkCallback-5168-thread-1-processing-n:127.0.0.1:53642_solr) [n:127.0.0.1:53642_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 4683774 INFO (zkCallback-5199-thread-1-processing-n:127.0.0.1:55178_solr) [n:127.0.0.1:55178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 4683789 INFO (zkCallback-5201-thread-1-processing-n:127.0.0.1:46940_solr) [n:127.0.0.1:46940_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10)
[junit4] 2> 4683789 INFO (zkCallback-5203-thread-1-processing-n:127.0.0.1:38331_solr) [n:127.0.0.1:38331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 4683790 INFO (zkCallback-5178-thread-2-processing-n:127.0.0.1:38353_solr) [n:127.0.0.1:38353_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10)
[junit4] 2> 4684074 INFO (jetty-launcher-5147-thread-5) [n:127.0.0.1:38533_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node5/.
[junit4] 2> 4684080 INFO (jetty-launcher-5147-thread-3) [n:127.0.0.1:45243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node3/.
[junit4] 2> 4684127 INFO (jetty-launcher-5147-thread-2) [n:127.0.0.1:42063_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node2/.
[junit4] 2> 4684133 INFO (jetty-launcher-5147-thread-10) [n:127.0.0.1:38066_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node10/.
[junit4] 2> 4684176 INFO (jetty-launcher-5147-thread-4) [n:127.0.0.1:55178_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node4/.
[junit4] 2> 4684178 INFO (jetty-launcher-5147-thread-6) [n:127.0.0.1:38331_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node6/.
[junit4] 2> 4684309 INFO (jetty-launcher-5147-thread-8) [n:127.0.0.1:38353_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node8/.
[junit4] 2> 4684318 INFO (jetty-launcher-5147-thread-1) [n:127.0.0.1:46940_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node1/.
[junit4] 2> 4684322 INFO (jetty-launcher-5147-thread-7) [n:127.0.0.1:60904_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node7/.
[junit4] 2> 4684919 INFO (jetty-launcher-5147-thread-9) [n:127.0.0.1:53642_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5BA7BC44B783F54F-001/tempDir-001/node9/.
[junit4] 2> 4689930 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4689931 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4689932 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4689932 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4689932 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.s.i.Krb5HttpClientConfigurer org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4689948 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 4689949 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37435/solr ready
[junit4] 2> 4690953 INFO (qtp1971726944-73987) [n:127.0.0.1:38066_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4690978 INFO (OverseerThreadFactory-8512-thread-1-processing-n:127.0.0.1:38353_solr) [n:127.0.0.1:38353_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 4691211 INFO (qtp1971726944-73985) [n:127.0.0.1:38066_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 4691221 INFO (qtp1197094170-73960) [n:127.0.0.1:38353_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 4691258 INFO (qtp1944982720-73950) [n:127.0.0.1:53642_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 4691259 INFO (qtp530004186-73998) [n:127.0.0.1:55178_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 4691259 INFO (qtp2123135623-73967) [n:127.0.0.1:38533_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 4691272 INFO (qtp483833665-73970) [n:127.0.0.1:38331_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 4691272 INFO (qtp1449300325-73915) [n:127.0.0.1:45243_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 4691301 INFO (qtp1896169225-73974) [n:127.0.0.1:60904_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 4691302 INFO (qtp87198277-73909) [n:127.0.0.1:46940_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 4691335 INFO (qtp1950144911-73927) [n:127.0.0.1:42063_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 4691440 INFO (zkCallback-5199-thread-1-processing-n:127.0.0.1:55178_solr) [n:127.0.0.1:55178_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 4691440 INFO (zkCallback-5194-thread-1-processing-n:127.0.0.1:38066_solr) [n:127.0.0.1:38066_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 4691440 INFO (zkCallback-5198-thread-1-processing-n:127.0.0.1:38533_solr) [n:127.0.0.1:38533_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 4691440 INFO (zkCallback-5168-thread-1-processing-n:127.0.0.1:53642_solr) [n:127.0.0.1:53642_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 4691440 INFO (zkCallback-5171-thread-1-processing-n:127.0.0.1:45243_solr) [n:127.0.0.1:45243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 4691440 INFO (zkCallback-5200-thread-1-processing-n:127.0.0.1:60904_solr) [n:127.0.0.1:60904_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 4691441 INFO (zkCallback-5201-thread-1-processing-n:127.0.0.1:46940_solr) [n:127.0.0.1:46940_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 4691441 INFO (zkCallback-5179-thread-1-processing-n:127.0.0.1:42063_solr) [n:127.0.0.1:42063_solr ] o.a.s.c.c.ZkStateReade
[...truncated too long message...]
lusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:203)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 5545277 INFO (SUITE-StressHdfsTest-seed#[5BA7BC44B783F54F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_5BA7BC44B783F54F-001
[junit4] 2> Apr 08, 2017 6:49:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=FSTOrd50, multiDefault=PostingsFormat(name=LuceneFixedGap), intDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=FSTOrd50, range_facet_i_dv=PostingsFormat(name=LuceneFixedGap), text=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_l=PostingsFormat(name=LuceneFixedGap), timestamp=PostingsFormat(name=LuceneFixedGap), txt_t=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=841, maxMBSortInHeap=7.244177020559789, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=nn-NO, timezone=Asia/Dushanbe
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=130367120,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminHandlerTest, TestEmbeddedSolrServerSchemaAPI, SecurityConfHandlerTest, TestXIncludeConfig, MigrateRouteKeyTest, TestAuthorizationFramework, AutoCommitTest, AsyncCallRequestStatusResponseTest, TestCopyFieldCollectionResource, SmileWriterTest, DistanceUnitsTest, DocExpirationUpdateProcessorFactoryTest, TestDeleteCollectionOnDownNodes, TestFieldCache, LukeRequestHandlerTest, TestCustomDocTransformer, TestSolrJ, DirectUpdateHandlerTest, BitVectorTest, TestAnalyzedSuggestions, TestCoreDiscovery, HdfsDirectoryTest, SolrTestCaseJ4Test, AnalysisErrorHandlingTest, BadComponentTest, TestLockTree, BlockCacheTest, DeleteShardTest, HLLSerializationTest, TestCollapseQParserPlugin, HighlighterMaxOffsetTest, TestPostingsSolrHighlighter, TestScoreJoinQPScore, PrimUtilsTest, TestSolrXml, RequestHandlersTest, SharedFSAutoReplicaFailoverTest, SSLMigrationTest, SimpleMLTQParserTest, CoreSorterTest, TestNamedUpdateProcessors, BJQParserTest, PingRequestHandlerTest, TestExclusionRuleCollectionAccess, TestReload, TestMergePolicyConfig, SolrGraphiteReporterTest, StatelessScriptUpdateProcessorFactoryTest, TestPivotHelperCode, TestSolrConfigHandlerCloud, TestConfig, FieldAnalysisRequestHandlerTest, HardAutoCommitTest, TestRandomRequestDistribution, TestBinaryField, TestTolerantSearch, UpdateParamsTest, DistributedFacetPivotSmallAdvancedTest, PrimitiveFieldTypeTest, BinaryUpdateRequestHandlerTest, TestUtils, LeaderFailureAfterFreshStartTest, SuggesterTest, BlockJoinFacetSimpleTest, CoreMergeIndexesAdminHandlerTest, TestDynamicFieldResource, SolrMetricReporterTest, TestMaxScoreQueryParser, ShufflingReplicaListTransformerTest, TestRawResponseWriter, TestRequestForwarding, OverseerCollectionConfigSetProcessorTest, ResponseLogComponentTest, MetricUtilsTest, WrapperMergePolicyFactoryTest, CdcrVersionReplicationTest, TestXmlQParserPlugin, FacetPivotSmallTest, TestUniqueKeyFieldResource, TestNoOpRegenerator, TestExactSharedStatsCache, TestStressReorder, TestSchemaManager, FullSolrCloudDistribCmdsTest, TestAuthenticationFramework, PreAnalyzedFieldTest, TestDynamicLoading, RequestLoggingTest, TestTolerantUpdateProcessorCloud, TestSimpleQParserPlugin, TestInPlaceUpdatesStandalone, CircularListTest, TestNumericTerms64, ReplicationFactorTest, DocValuesMultiTest, TestExceedMaxTermLength, TestInitParams, SpellPossibilityIteratorTest, TestRTimerTree, BasicDistributedZk2Test, TestConfigSetsAPIExclusivity, TimeZoneUtilsTest, RecoveryZkTest, TestCollationField, CursorMarkTest, HdfsWriteToMultipleCollectionsTest, TestChildDocTransformer, TestLMJelinekMercerSimilarityFactory, TriLevelCompositeIdRoutingTest, TestFieldCacheSort, TestDistributedMissingSort, TermVectorComponentDistributedTest, MinimalSchemaTest, CollectionTooManyReplicasTest, BadCopyFieldTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestDistributedSearch, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CreateCollectionCleanupTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, OverseerTaskQueueTest, RollingRestartTest, TestOnReconnectListenerSupport, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, StressHdfsTest]
[junit4] Completed [594/701 (2!)] on J2 in 329.11s, 1 test, 1 error <<< FAILURES!
[...truncated 63030 lines...]