You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/03/15 16:10:13 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 309 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/309/
1 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:56405/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:46363/solr/test_col_shard3_replica1: Server Error request: http://127.0.0.1:46363/solr/test_col_shard3_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A56405%2Fsolr%2Ftest_col_shard5_replica2%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:38547/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@642cb5bc
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:56405/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:46363/solr/test_col_shard3_replica1: Server Error
request: http://127.0.0.1:46363/solr/test_col_shard3_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A56405%2Fsolr%2Ftest_col_shard5_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:38547/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@642cb5bc
at __randomizedtesting.SeedInfo.seed([F354E9F85FA636B3:C5408BBED5FB0CA2]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:56405/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:46363/solr/test_col_shard3_replica1: Server Error
request: http://127.0.0.1:46363/solr/test_col_shard3_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A56405%2Fsolr%2Ftest_col_shard5_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:38547/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@642cb5bc
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56405/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:46363/solr/test_col_shard3_replica1: Server Error
request: http://127.0.0.1:46363/solr/test_col_shard3_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A56405%2Fsolr%2Ftest_col_shard5_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:38547/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@642cb5bc
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
Build Log:
[...truncated 13253 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/init-core-data-001
[junit4] 2> 3537829 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 3537829 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 3537831 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 3537831 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001
[junit4] 2> 3537831 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3537832 INFO (Thread-57147) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3537832 INFO (Thread-57147) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3537932 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:32997
[junit4] 2> 3537937 INFO (jetty-launcher-3578-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537937 INFO (jetty-launcher-3578-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537938 INFO (jetty-launcher-3578-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537939 INFO (jetty-launcher-3578-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537939 INFO (jetty-launcher-3578-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537939 INFO (jetty-launcher-3578-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dffb729{/solr,null,AVAILABLE}
[junit4] 2> 3537941 INFO (jetty-launcher-3578-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31562deb{HTTP/1.1,[http/1.1]}{127.0.0.1:60709}
[junit4] 2> 3537942 INFO (jetty-launcher-3578-thread-1) [ ] o.e.j.s.Server Started @3541263ms
[junit4] 2> 3537942 INFO (jetty-launcher-3578-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60709}
[junit4] 2> 3537942 ERROR (jetty-launcher-3578-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3537942 INFO (jetty-launcher-3578-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3537942 INFO (jetty-launcher-3578-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3537942 INFO (jetty-launcher-3578-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3537942 INFO (jetty-launcher-3578-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.241Z
[junit4] 2> 3537945 INFO (jetty-launcher-3578-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537946 INFO (jetty-launcher-3578-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d02584f{/solr,null,AVAILABLE}
[junit4] 2> 3537947 INFO (jetty-launcher-3578-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@928529{HTTP/1.1,[http/1.1]}{127.0.0.1:56405}
[junit4] 2> 3537947 INFO (jetty-launcher-3578-thread-3) [ ] o.e.j.s.Server Started @3541268ms
[junit4] 2> 3537947 INFO (jetty-launcher-3578-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56405}
[junit4] 2> 3537947 ERROR (jetty-launcher-3578-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3537947 INFO (jetty-launcher-3578-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3537947 INFO (jetty-launcher-3578-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3537947 INFO (jetty-launcher-3578-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3537947 INFO (jetty-launcher-3578-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.246Z
[junit4] 2> 3537948 INFO (jetty-launcher-3578-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537950 INFO (jetty-launcher-3578-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537951 INFO (jetty-launcher-3578-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3537951 INFO (jetty-launcher-3578-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537953 INFO (jetty-launcher-3578-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b55c7a0{/solr,null,AVAILABLE}
[junit4] 2> 3537953 INFO (jetty-launcher-3578-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@151b5b4e{HTTP/1.1,[http/1.1]}{127.0.0.1:51393}
[junit4] 2> 3537953 INFO (jetty-launcher-3578-thread-6) [ ] o.e.j.s.Server Started @3541274ms
[junit4] 2> 3537953 INFO (jetty-launcher-3578-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51393}
[junit4] 2> 3537953 ERROR (jetty-launcher-3578-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3537954 INFO (jetty-launcher-3578-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3537954 INFO (jetty-launcher-3578-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3537954 INFO (jetty-launcher-3578-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3537954 INFO (jetty-launcher-3578-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.253Z
[junit4] 2> 3537956 INFO (jetty-launcher-3578-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f5242a4{/solr,null,AVAILABLE}
[junit4] 2> 3537958 INFO (jetty-launcher-3578-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1586f56a{HTTP/1.1,[http/1.1]}{127.0.0.1:54683}
[junit4] 2> 3537958 INFO (jetty-launcher-3578-thread-5) [ ] o.e.j.s.Server Started @3541279ms
[junit4] 2> 3537958 INFO (jetty-launcher-3578-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54683}
[junit4] 2> 3537958 ERROR (jetty-launcher-3578-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3537958 INFO (jetty-launcher-3578-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3537958 INFO (jetty-launcher-3578-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3537958 INFO (jetty-launcher-3578-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3537958 INFO (jetty-launcher-3578-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3537959 INFO (jetty-launcher-3578-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.258Z
[junit4] 2> 3537959 INFO (jetty-launcher-3578-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3537960 INFO (jetty-launcher-3578-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17e9015c{/solr,null,AVAILABLE}
[junit4] 2> 3537961 INFO (jetty-launcher-3578-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12c30c47{HTTP/1.1,[http/1.1]}{127.0.0.1:53280}
[junit4] 2> 3537961 INFO (jetty-launcher-3578-thread-8) [ ] o.e.j.s.Server Started @3541282ms
[junit4] 2> 3537961 INFO (jetty-launcher-3578-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53280}
[junit4] 2> 3537961 ERROR (jetty-launcher-3578-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3537961 INFO (jetty-launcher-3578-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3537961 INFO (jetty-launcher-3578-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3537961 INFO (jetty-launcher-3578-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3537961 INFO (jetty-launcher-3578-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.260Z
[junit4] 2> 3537963 INFO (jetty-launcher-3578-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3537963 INFO (jetty-launcher-3578-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c858f83{/solr,null,AVAILABLE}
[junit4] 2> 3537963 INFO (jetty-launcher-3578-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@260bc83a{HTTP/1.1,[http/1.1]}{127.0.0.1:46363}
[junit4] 2> 3537963 INFO (jetty-launcher-3578-thread-4) [ ] o.e.j.s.Server Started @3541285ms
[junit4] 2> 3537963 INFO (jetty-launcher-3578-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46363}
[junit4] 2> 3537964 ERROR (jetty-launcher-3578-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3537964 INFO (jetty-launcher-3578-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3537964 INFO (jetty-launcher-3578-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3537964 INFO (jetty-launcher-3578-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3537964 INFO (jetty-launcher-3578-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.263Z
[junit4] 2> 3537965 INFO (jetty-launcher-3578-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34775cf5{/solr,null,AVAILABLE}
[junit4] 2> 3537966 INFO (jetty-launcher-3578-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39141ccf{HTTP/1.1,[http/1.1]}{127.0.0.1:38547}
[junit4] 2> 3537966 INFO (jetty-launcher-3578-thread-10) [ ] o.e.j.s.Server Started @3541287ms
[junit4] 2> 3537966 INFO (jetty-launcher-3578-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38547}
[junit4] 2> 3537966 ERROR (jetty-launcher-3578-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3537966 INFO (jetty-launcher-3578-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3537966 INFO (jetty-launcher-3578-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3537966 INFO (jetty-launcher-3578-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3537966 INFO (jetty-launcher-3578-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.265Z
[junit4] 2> 3537966 INFO (jetty-launcher-3578-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3537970 INFO (jetty-launcher-3578-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@305f4c6a{/solr,null,AVAILABLE}
[junit4] 2> 3537970 INFO (jetty-launcher-3578-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5be9599b{HTTP/1.1,[http/1.1]}{127.0.0.1:45456}
[junit4] 2> 3537970 INFO (jetty-launcher-3578-thread-7) [ ] o.e.j.s.Server Started @3541291ms
[junit4] 2> 3537970 INFO (jetty-launcher-3578-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45456}
[junit4] 2> 3537970 ERROR (jetty-launcher-3578-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3537970 INFO (jetty-launcher-3578-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3537971 INFO (jetty-launcher-3578-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3537971 INFO (jetty-launcher-3578-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3537971 INFO (jetty-launcher-3578-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.270Z
[junit4] 2> 3537972 INFO (jetty-launcher-3578-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3537973 INFO (jetty-launcher-3578-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fb46c2b{/solr,null,AVAILABLE}
[junit4] 2> 3537973 INFO (jetty-launcher-3578-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e8f47b0{HTTP/1.1,[http/1.1]}{127.0.0.1:52462}
[junit4] 2> 3537973 INFO (jetty-launcher-3578-thread-2) [ ] o.e.j.s.Server Started @3541295ms
[junit4] 2> 3537973 INFO (jetty-launcher-3578-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52462}
[junit4] 2> 3537974 ERROR (jetty-launcher-3578-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3537974 INFO (jetty-launcher-3578-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3537974 INFO (jetty-launcher-3578-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3537974 INFO (jetty-launcher-3578-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3537974 INFO (jetty-launcher-3578-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.273Z
[junit4] 2> 3537976 INFO (jetty-launcher-3578-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3537976 INFO (jetty-launcher-3578-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3537977 INFO (jetty-launcher-3578-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3537980 INFO (jetty-launcher-3578-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3537987 INFO (jetty-launcher-3578-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3537987 INFO (jetty-launcher-3578-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3537988 INFO (jetty-launcher-3578-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3537989 INFO (jetty-launcher-3578-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3537997 INFO (jetty-launcher-3578-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3537997 INFO (jetty-launcher-3578-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3537998 INFO (jetty-launcher-3578-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3538002 INFO (jetty-launcher-3578-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3538004 INFO (jetty-launcher-3578-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3538014 INFO (jetty-launcher-3578-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3538015 INFO (jetty-launcher-3578-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3538017 INFO (jetty-launcher-3578-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3538017 INFO (jetty-launcher-3578-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3538017 INFO (jetty-launcher-3578-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3538019 INFO (jetty-launcher-3578-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3538020 INFO (jetty-launcher-3578-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3538030 INFO (jetty-launcher-3578-thread-2) [n:127.0.0.1:52462_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538030 INFO (jetty-launcher-3578-thread-2) [n:127.0.0.1:52462_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52462_solr
[junit4] 2> 3538031 INFO (jetty-launcher-3578-thread-2) [n:127.0.0.1:52462_solr ] o.a.s.c.Overseer Overseer (id=97621908595146764-127.0.0.1:52462_solr-n_0000000000) starting
[junit4] 2> 3538034 INFO (jetty-launcher-3578-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c5b5c42{/solr,null,AVAILABLE}
[junit4] 2> 3538034 INFO (jetty-launcher-3578-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@118c5a7f{HTTP/1.1,[http/1.1]}{127.0.0.1:57677}
[junit4] 2> 3538034 INFO (jetty-launcher-3578-thread-9) [ ] o.e.j.s.Server Started @3541355ms
[junit4] 2> 3538034 INFO (jetty-launcher-3578-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57677}
[junit4] 2> 3538034 ERROR (jetty-launcher-3578-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3538034 INFO (jetty-launcher-3578-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3538034 INFO (jetty-launcher-3578-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3538034 INFO (jetty-launcher-3578-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3538034 INFO (jetty-launcher-3578-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T15:35:11.333Z
[junit4] 2> 3538040 INFO (jetty-launcher-3578-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3538042 INFO (jetty-launcher-3578-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3538043 INFO (jetty-launcher-3578-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3538043 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad29bd01c0012, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3538044 INFO (jetty-launcher-3578-thread-2) [n:127.0.0.1:52462_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52462_solr
[junit4] 2> 3538051 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad29bd01c0017, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3538052 INFO (zkCallback-3599-thread-1-processing-n:127.0.0.1:52462_solr) [n:127.0.0.1:52462_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3538052 INFO (jetty-launcher-3578-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3538053 INFO (jetty-launcher-3578-thread-10) [n:127.0.0.1:38547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3538057 INFO (jetty-launcher-3578-thread-1) [n:127.0.0.1:60709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3538057 INFO (jetty-launcher-3578-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32997/solr
[junit4] 2> 3538063 INFO (jetty-launcher-3578-thread-6) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3538063 INFO (jetty-launcher-3578-thread-8) [n:127.0.0.1:53280_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3538063 INFO (jetty-launcher-3578-thread-10) [n:127.0.0.1:38547_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538064 INFO (jetty-launcher-3578-thread-1) [n:127.0.0.1:60709_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538065 INFO (jetty-launcher-3578-thread-8) [n:127.0.0.1:53280_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538065 INFO (jetty-launcher-3578-thread-6) [n:127.0.0.1:51393_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538065 INFO (jetty-launcher-3578-thread-10) [n:127.0.0.1:38547_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38547_solr
[junit4] 2> 3538066 INFO (jetty-launcher-3578-thread-8) [n:127.0.0.1:53280_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53280_solr
[junit4] 2> 3538087 INFO (jetty-launcher-3578-thread-3) [n:127.0.0.1:56405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3538089 INFO (jetty-launcher-3578-thread-3) [n:127.0.0.1:56405_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538090 INFO (jetty-launcher-3578-thread-3) [n:127.0.0.1:56405_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56405_solr
[junit4] 2> 3538091 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:53280_solr) [n:127.0.0.1:53280_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 3538091 INFO (zkCallback-3613-thread-1-processing-n:127.0.0.1:51393_solr) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 3538091 INFO (jetty-launcher-3578-thread-6) [n:127.0.0.1:51393_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51393_solr
[junit4] 2> 3538092 INFO (jetty-launcher-3578-thread-1) [n:127.0.0.1:60709_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60709_solr
[junit4] 2> 3538121 INFO (zkCallback-3625-thread-1-processing-n:127.0.0.1:56405_solr) [n:127.0.0.1:56405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3538123 INFO (jetty-launcher-3578-thread-9) [n:127.0.0.1:57677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3538124 INFO (jetty-launcher-3578-thread-9) [n:127.0.0.1:57677_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538125 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:53280_solr) [n:127.0.0.1:53280_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3538125 INFO (zkCallback-3625-thread-1-processing-n:127.0.0.1:56405_solr) [n:127.0.0.1:56405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3538125 INFO (zkCallback-3613-thread-1-processing-n:127.0.0.1:51393_solr) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3538128 INFO (jetty-launcher-3578-thread-5) [n:127.0.0.1:54683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 3538129 INFO (jetty-launcher-3578-thread-5) [n:127.0.0.1:54683_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538130 INFO (jetty-launcher-3578-thread-5) [n:127.0.0.1:54683_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54683_solr
[junit4] 2> 3538131 INFO (zkCallback-3625-thread-1-processing-n:127.0.0.1:56405_solr) [n:127.0.0.1:56405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3538131 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:53280_solr) [n:127.0.0.1:53280_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3538131 INFO (zkCallback-3613-thread-1-processing-n:127.0.0.1:51393_solr) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3538156 INFO (zkCallback-3605-thread-1-processing-n:127.0.0.1:60709_solr) [n:127.0.0.1:60709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (6)
[junit4] 2> 3538156 INFO (zkCallback-3614-thread-1-processing-n:127.0.0.1:38547_solr) [n:127.0.0.1:38547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (6)
[junit4] 2> 3538158 INFO (jetty-launcher-3578-thread-7) [n:127.0.0.1:45456_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3538159 INFO (jetty-launcher-3578-thread-7) [n:127.0.0.1:45456_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538160 INFO (zkCallback-3599-thread-2-processing-n:127.0.0.1:52462_solr) [n:127.0.0.1:52462_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (6)
[junit4] 2> 3538163 INFO (zkCallback-3625-thread-1-processing-n:127.0.0.1:56405_solr) [n:127.0.0.1:56405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3538163 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:53280_solr) [n:127.0.0.1:53280_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3538163 INFO (zkCallback-3614-thread-1-processing-n:127.0.0.1:38547_solr) [n:127.0.0.1:38547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3538163 INFO (zkCallback-3613-thread-1-processing-n:127.0.0.1:51393_solr) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3538164 INFO (jetty-launcher-3578-thread-7) [n:127.0.0.1:45456_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45456_solr
[junit4] 2> 3538165 INFO (zkCallback-3625-thread-1-processing-n:127.0.0.1:56405_solr) [n:127.0.0.1:56405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3538165 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:53280_solr) [n:127.0.0.1:53280_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3538167 INFO (zkCallback-3605-thread-1-processing-n:127.0.0.1:60709_solr) [n:127.0.0.1:60709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3538167 INFO (zkCallback-3613-thread-1-processing-n:127.0.0.1:51393_solr) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3538167 INFO (zkCallback-3605-thread-1-processing-n:127.0.0.1:60709_solr) [n:127.0.0.1:60709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3538173 INFO (zkCallback-3614-thread-1-processing-n:127.0.0.1:38547_solr) [n:127.0.0.1:38547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3538189 INFO (zkCallback-3635-thread-1-processing-n:127.0.0.1:57677_solr) [n:127.0.0.1:57677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (8)
[junit4] 2> 3538189 INFO (zkCallback-3620-thread-1-processing-n:127.0.0.1:54683_solr) [n:127.0.0.1:54683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (8)
[junit4] 2> 3538189 INFO (jetty-launcher-3578-thread-9) [n:127.0.0.1:57677_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57677_solr
[junit4] 2> 3538190 INFO (zkCallback-3599-thread-2-processing-n:127.0.0.1:52462_solr) [n:127.0.0.1:52462_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 3538190 INFO (zkCallback-3605-thread-1-processing-n:127.0.0.1:60709_solr) [n:127.0.0.1:60709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3538190 INFO (zkCallback-3613-thread-1-processing-n:127.0.0.1:51393_solr) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3538190 INFO (zkCallback-3625-thread-1-processing-n:127.0.0.1:56405_solr) [n:127.0.0.1:56405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3538190 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:53280_solr) [n:127.0.0.1:53280_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3538190 INFO (zkCallback-3614-thread-1-processing-n:127.0.0.1:38547_solr) [n:127.0.0.1:38547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3538190 INFO (zkCallback-3635-thread-1-processing-n:127.0.0.1:57677_solr) [n:127.0.0.1:57677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3538191 INFO (zkCallback-3620-thread-1-processing-n:127.0.0.1:54683_solr) [n:127.0.0.1:54683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3538192 INFO (zkCallback-3627-thread-1-processing-n:127.0.0.1:45456_solr) [n:127.0.0.1:45456_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 3538196 INFO (zkCallback-3627-thread-2-processing-n:127.0.0.1:45456_solr) [n:127.0.0.1:45456_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3538197 INFO (zkCallback-3599-thread-1-processing-n:127.0.0.1:52462_solr) [n:127.0.0.1:52462_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3538199 INFO (jetty-launcher-3578-thread-4) [n:127.0.0.1:46363_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (9)
[junit4] 2> 3538200 INFO (jetty-launcher-3578-thread-4) [n:127.0.0.1:46363_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3538213 INFO (jetty-launcher-3578-thread-4) [n:127.0.0.1:46363_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46363_solr
[junit4] 2> 3538214 INFO (zkCallback-3605-thread-1-processing-n:127.0.0.1:60709_solr) [n:127.0.0.1:60709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538214 INFO (zkCallback-3613-thread-1-processing-n:127.0.0.1:51393_solr) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538214 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:53280_solr) [n:127.0.0.1:53280_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538214 INFO (zkCallback-3635-thread-1-processing-n:127.0.0.1:57677_solr) [n:127.0.0.1:57677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538215 INFO (zkCallback-3638-thread-1-processing-n:127.0.0.1:46363_solr) [n:127.0.0.1:46363_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538221 INFO (zkCallback-3625-thread-1-processing-n:127.0.0.1:56405_solr) [n:127.0.0.1:56405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538221 INFO (zkCallback-3620-thread-1-processing-n:127.0.0.1:54683_solr) [n:127.0.0.1:54683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538221 INFO (zkCallback-3614-thread-1-processing-n:127.0.0.1:38547_solr) [n:127.0.0.1:38547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538221 INFO (zkCallback-3599-thread-2-processing-n:127.0.0.1:52462_solr) [n:127.0.0.1:52462_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538221 INFO (zkCallback-3627-thread-2-processing-n:127.0.0.1:45456_solr) [n:127.0.0.1:45456_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3538255 INFO (jetty-launcher-3578-thread-8) [n:127.0.0.1:53280_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node8/.
[junit4] 2> 3538339 INFO (jetty-launcher-3578-thread-6) [n:127.0.0.1:51393_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node6/.
[junit4] 2> 3538342 INFO (jetty-launcher-3578-thread-7) [n:127.0.0.1:45456_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node7/.
[junit4] 2> 3538376 INFO (jetty-launcher-3578-thread-9) [n:127.0.0.1:57677_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node9/.
[junit4] 2> 3538378 INFO (jetty-launcher-3578-thread-5) [n:127.0.0.1:54683_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node5/.
[junit4] 2> 3538399 INFO (jetty-launcher-3578-thread-2) [n:127.0.0.1:52462_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node2/.
[junit4] 2> 3538399 INFO (jetty-launcher-3578-thread-3) [n:127.0.0.1:56405_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node4/.
[junit4] 2> 3538453 INFO (jetty-launcher-3578-thread-10) [n:127.0.0.1:38547_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node10/.
[junit4] 2> 3538456 INFO (jetty-launcher-3578-thread-4) [n:127.0.0.1:46363_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node3/.
[junit4] 2> 3538500 INFO (jetty-launcher-3578-thread-1) [n:127.0.0.1:60709_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node1/.
[junit4] 2> 3542624 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 3542625 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32997/solr ready
[junit4] 2> 3542872 INFO (qtp800338570-73720) [n:127.0.0.1:52462_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3542874 INFO (OverseerThreadFactory-8364-thread-1-processing-n:127.0.0.1:52462_solr) [n:127.0.0.1:52462_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 3542980 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 3542985 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 3542991 INFO (qtp1242652175-73765) [n:127.0.0.1:53280_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 3542992 INFO (qtp1765073474-73701) [n:127.0.0.1:56405_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 3542993 INFO (qtp1519406611-73688) [n:127.0.0.1:54683_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 3542993 INFO (qtp1824926434-73724) [n:127.0.0.1:51393_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 3542993 INFO (qtp529321708-73677) [n:127.0.0.1:60709_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 3542994 INFO (qtp203426519-73758) [n:127.0.0.1:38547_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 3542994 INFO (qtp2041278032-73787) [n:127.0.0.1:45456_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 3542994 INFO (qtp1701255185-73751) [n:127.0.0.1:57677_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 3543111 INFO (zkCallback-3599-thread-4-processing-n:127.0.0.1:52462_solr) [n:127.0.0.1:52462_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3543111 INFO (zkCallback-3627-thread-2-processing-n:127.0.0.1:45456_solr) [n:127.0.0.1:45456_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3543111 INFO (zkCallback-3620-thread-1-processing-n:127.0.0.1:54683_solr) [n:127.0.0.1:54683_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3543111 INFO (zkCallback-3605-thread-1-processing-n:127.0.0.1:60709_solr) [n:127.0.0.1:60709_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3543111 INFO (zkCallback-3614-thread-1-processing-n:127.0.0.1:38547_solr) [n:127.0.0.1:38547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3543111 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:53280_solr) [n:127.0.0.1:53280_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3543111 INFO (zkCallback-3613-thread-1-processing-n:127.0.0.1:51393_solr) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3543112 INFO (zkCallback-3635-thread-1-processing-n:127.0.0.1:57677_solr) [n:127.0.0.1:57677_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3543111 INFO (zkCallback-3625-thread-1-processing-n:127.0.0.1:56405_solr) [n:127.0.0.1:56405_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3543112 INFO (zkCallback-3638-thread-1-processing-n:127.0.0.1:46363_solr) [n:127.0.0.1:46363_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3544001 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544019 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544026 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3544028 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544029 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
[junit4] 2> 3544030 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544030 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node2/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node2/./test_col_shard1_replica1/data/]
[junit4] 2> 3544031 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544032 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544033 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3544035 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544037 WARN (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3544040 INFO (qtp1519406611-73688) [n:127.0.0.1:54683_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544041 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col
[junit4] 2> 3544041 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544041 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node3/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node3/./test_col_shard3_replica1/data/]
[junit4] 2> 3544042 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544043 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544047 WARN (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3544057 INFO (qtp1701255185-73751) [n:127.0.0.1:57677_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544058 INFO (qtp1242652175-73765) [n:127.0.0.1:53280_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544087 INFO (qtp203426519-73758) [n:127.0.0.1:38547_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544088 INFO (qtp529321708-73677) [n:127.0.0.1:60709_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544095 INFO (qtp1765073474-73701) [n:127.0.0.1:56405_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544095 INFO (qtp2041278032-73787) [n:127.0.0.1:45456_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544097 INFO (qtp1824926434-73724) [n:127.0.0.1:51393_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3544114 INFO (qtp1519406611-73688) [n:127.0.0.1:54683_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3544119 INFO (qtp1519406611-73688) [n:127.0.0.1:54683_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544120 INFO (qtp1519406611-73688) [n:127.0.0.1:54683_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
[junit4] 2> 3544120 INFO (qtp1519406611-73688) [n:127.0.0.1:54683_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544120 INFO (qtp1519406611-73688) [n:127.0.0.1:54683_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node5/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node5/./test_col_shard2_replica1/data/]
[junit4] 2> 3544121 INFO (qtp1519406611-73688) [n:127.0.0.1:54683_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544122 INFO (qtp1519406611-73688) [n:127.0.0.1:54683_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544123 INFO (qtp203426519-73758) [n:127.0.0.1:38547_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3544124 INFO (qtp1765073474-73701) [n:127.0.0.1:56405_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema [test_col_shard5_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3544124 INFO (qtp203426519-73758) [n:127.0.0.1:38547_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544125 INFO (qtp1701255185-73751) [n:127.0.0.1:57677_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3544126 INFO (qtp1765073474-73701) [n:127.0.0.1:56405_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544127 INFO (qtp1701255185-73751) [n:127.0.0.1:57677_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544127 INFO (qtp203426519-73758) [n:127.0.0.1:38547_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col
[junit4] 2> 3544127 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3544127 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3544128 INFO (qtp1701255185-73751) [n:127.0.0.1:57677_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col
[junit4] 2> 3544128 INFO (qtp203426519-73758) [n:127.0.0.1:38547_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544128 INFO (qtp203426519-73758) [n:127.0.0.1:38547_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node10/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node10/./test_col_shard3_replica2/data/]
[junit4] 2> 3544128 INFO (qtp1701255185-73751) [n:127.0.0.1:57677_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544128 INFO (qtp1701255185-73751) [n:127.0.0.1:57677_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node9/test_col_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node9/./test_col_shard2_replica2/data/]
[junit4] 2> 3544128 INFO (qtp203426519-73758) [n:127.0.0.1:38547_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544128 INFO (qtp1701255185-73751) [n:127.0.0.1:57677_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544128 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3544128 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3544129 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=34.416015625, floorSegmentMB=1.958984375, forceMergeDeletesPctAllowed=16.01392151034698, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5334103688498291
[junit4] 2> 3544129 INFO (qtp203426519-73758) [n:127.0.0.1:38547_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544129 INFO (qtp1701255185-73751) [n:127.0.0.1:57677_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544129 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@140c100f[test_col_shard3_replica1] main]
[junit4] 2> 3544130 INFO (qtp1242652175-73765) [n:127.0.0.1:53280_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3544131 INFO (qtp1824926434-73724) [n:127.0.0.1:51393_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3544131 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 3544131 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 3544131 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3544132 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561950544127328256
[junit4] 2> 3544132 INFO (qtp1242652175-73765) [n:127.0.0.1:53280_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544132 INFO (qtp1824926434-73724) [n:127.0.0.1:51393_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544133 INFO (qtp1242652175-73765) [n:127.0.0.1:53280_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col
[junit4] 2> 3544133 INFO (qtp1242652175-73765) [n:127.0.0.1:53280_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544133 INFO (qtp1242652175-73765) [n:127.0.0.1:53280_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node8/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node8/./test_col_shard4_replica2/data/]
[junit4] 2> 3544134 INFO (qtp1242652175-73765) [n:127.0.0.1:53280_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544134 INFO (qtp1765073474-73701) [n:127.0.0.1:56405_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica2' using configuration from collection test_col
[junit4] 2> 3544134 INFO (qtp529321708-73677) [n:127.0.0.1:60709_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3544134 INFO (qtp1765073474-73701) [n:127.0.0.1:56405_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544134 INFO (qtp1765073474-73701) [n:127.0.0.1:56405_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrCore [[test_col_shard5_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node4/test_col_shard5_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node4/./test_col_shard5_replica2/data/]
[junit4] 2> 3544135 INFO (qtp1765073474-73701) [n:127.0.0.1:56405_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544136 INFO (qtp1765073474-73701) [n:127.0.0.1:56405_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544137 INFO (qtp1242652175-73765) [n:127.0.0.1:53280_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544137 INFO (qtp886670321-73707) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3544137 INFO (qtp2041278032-73787) [n:127.0.0.1:45456_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3544138 INFO (searcherExecutor-8390-thread-1-processing-n:127.0.0.1:46363_solr x:test_col_shard3_replica1 s:shard3 c:test_col) [n:127.0.0.1:46363_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [test_col_shard3_replica1] Registered new searcher Searcher@140c100f[test_col_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3544138 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3544138 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3544139 INFO (qtp529321708-73677) [n:127.0.0.1:60709_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544139 INFO (qtp2041278032-73787) [n:127.0.0.1:45456_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3544139 INFO (qtp529321708-73677) [n:127.0.0.1:60709_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica1' using configuration from collection test_col
[junit4] 2> 3544139 INFO (qtp529321708-73677) [n:127.0.0.1:60709_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544140 INFO (qtp1824926434-73724) [n:127.0.0.1:51393_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica1' using configuration from collection test_col
[junit4] 2> 3544140 INFO (qtp529321708-73677) [n:127.0.0.1:60709_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore [[test_col_shard5_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node1/test_col_shard5_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node1/./test_col_shard5_replica1/data/]
[junit4] 2> 3544140 INFO (qtp1824926434-73724) [n:127.0.0.1:51393_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544140 INFO (qtp1824926434-73724) [n:127.0.0.1:51393_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore [[test_col_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node6/test_col_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node6/./test_col_shard4_replica1/data/]
[junit4] 2> 3544140 INFO (qtp529321708-73677) [n:127.0.0.1:60709_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544140 INFO (qtp1824926434-73724) [n:127.0.0.1:51393_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544141 INFO (qtp2041278032-73787) [n:127.0.0.1:45456_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 3544141 INFO (qtp2041278032-73787) [n:127.0.0.1:45456_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3544141 INFO (qtp2041278032-73787) [n:127.0.0.1:45456_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node7/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001/tempDir-001/node7/./test_col_shard1_replica2/data/]
[junit4] 2> 3544142 INFO (qtp2041278032-73787) [n:127.0.0.1:45456_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1389f746
[junit4] 2> 3544140 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3544142 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3544143 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=34.416015625, floorSegmentMB=1.958984375, forceMergeDeletesPctAllowed=16.01392151034698, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5334103688498291
[junit4] 2> 3544143 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3530e549[test_col_shard1_replica1] main]
[junit4] 2> 3544143 INFO (qtp2041278032-73787) [n:127.0.0.1:45456_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544143 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 3544143 WARN (qtp1519406611-73688) [n:127.0.0.1:54683_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3544144 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 3544144 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3544146 INFO (searcherExecutor-8389-thread-1-processing-n:127.0.0.1:52462_solr x:test_col_shard1_replica1 s:shard1 c:test_col) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [test_col_shard1_replica1] Registered new searcher Searcher@3530e549[test_col_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3544146 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561950544142008320
[junit4] 2> 3544147 WARN (qtp1242652175-73765) [n:127.0.0.1:53280_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3544157 INFO (qtp800338570-73695) [n:127.0.0.1:52462_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3544159 INFO (qtp1824926434-73724) [n:127.0.0.1:51393_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544163 INFO (qtp529321708-73677) [n:127.0.0.1:60709_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=58.166015625, floorSegmentMB=1.3916015625, forceMergeDeletesPctAllowed=14.747036914883324, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4783174719471386
[junit4] 2> 3544164 WARN (qtp1765073474-73701) [n:127.0.0.1:56405_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3544167 WARN (qtp1701255185-73751) [n:127.0.0.1:57677_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3544170 WARN (qtp203426519-73758) [n:127.0.0.1:38547_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3544196 WARN (qtp529321708-73677) [n:127.0.0.1:60709_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3544203 WARN (qtp1824926434-73724) [n:127.0.0.1:51393_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3544213 WARN (qtp2041278032-73787) [n:127.0.0.1:45456_solr c:test_col
[...truncated too long message...]
= Session expired for /live_nodes]
[junit4] 2> 4255903 INFO (jetty-closer-3579-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4255904 INFO (jetty-closer-3579-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c5b5c42{/solr,null,UNAVAILABLE}
[junit4] 2> 4255918 WARN (zkCallback-3627-thread-5-processing-n:127.0.0.1:45456_solr) [n:127.0.0.1:45456_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4255918 INFO (jetty-closer-3579-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4255918 INFO (jetty-closer-3579-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@305f4c6a{/solr,null,UNAVAILABLE}
[junit4] 2> 4255935 WARN (zkCallback-3613-thread-4-processing-n:127.0.0.1:51393_solr) [n:127.0.0.1:51393_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4255935 WARN (zkCallback-3599-thread-11-processing-n:127.0.0.1:52462_solr) [n:127.0.0.1:52462_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4255936 INFO (jetty-closer-3579-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4255936 INFO (jetty-closer-3579-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4255936 INFO (jetty-closer-3579-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b55c7a0{/solr,null,UNAVAILABLE}
[junit4] 2> 4255936 INFO (jetty-closer-3579-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1fb46c2b{/solr,null,UNAVAILABLE}
[junit4] 2> 4255937 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32997 32997
[junit4] 2> 4256096 INFO (Thread-57147) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32997 32997
[junit4] 2> 4256097 WARN (Thread-57147) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 10 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/test_col/state.json
[junit4] 2> 4 /solr/overseer_elect/election/97621908595146764-127.0.0.1:52462_solr-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/97621908595146774-127.0.0.1:51393_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/97621908595146781-127.0.0.1:57677_solr-n_0000000006
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 713 /solr/overseer/collection-queue-work
[junit4] 2> 95 /solr/overseer/queue
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4256098 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[F354E9F85FA636B3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_F354E9F85FA636B3-001
[junit4] 2> Mar 15, 2017 3:47:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=4714, maxDocsPerChunk=9, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=4714, blockSize=2)), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-UY, timezone=Asia/Kathmandu
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=152565936,total=516947968
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotLargeTest, TestRawTransformer, RemoteQueryErrorTest, TestSort, TestZkChroot, ConcurrentDeleteAndCreateCollectionTest, DirectUpdateHandlerTest, DistribDocExpirationUpdateProcessorTest, TestNonDefinedSimilarityFactory, DeleteLastCustomShardedReplicaTest, TestDFRSimilarityFactory, TestLFUCache, CircularListTest, TestImplicitCoreProperties, ResponseLogComponentTest, TestCoreDiscovery, TimeZoneUtilsTest, CloudExitableDirectoryReaderTest, DistributedVersionInfoTest, HdfsDirectoryTest, TestExactSharedStatsCache, BadComponentTest, BlockCacheTest, TestCollectionAPI, MergeStrategyTest, StatelessScriptUpdateProcessorFactoryTest, TestScoreJoinQPScore, MinimalSchemaTest, ClassificationUpdateProcessorIntegrationTest, HardAutoCommitTest, TestDistribDocBasedVersion, PeerSyncWithIndexFingerprintCachingTest, CoreAdminCreateDiscoverTest, ZkStateWriterTest, TestFieldCacheWithThreads, DOMUtilTest, TestConfigSetImmutable, BitVectorTest, TestExceedMaxTermLength, TestInPlaceUpdatesStandalone, TestPhraseSuggestions, AddSchemaFieldsUpdateProcessorFactoryTest, CreateCollectionCleanupTest, TestSolrQueryParser, TestManagedResource, SpellPossibilityIteratorTest, PrimitiveFieldTypeTest, TestTrackingShardHandlerFactory, TestXIncludeConfig, LukeRequestHandlerTest, TestManagedSchemaThreadSafety, TestSolrCloudWithKerberosAlt, TestExtendedDismaxParser, TestNumericTerms64, PingRequestHandlerTest, TestUtils, TestOnReconnectListenerSupport, TestCloudManagedSchema, DistributedFacetPivotSmallTest, TestComplexPhraseQParserPlugin, RestartWhileUpdatingTest, TestIndexingPerformance, LeaderFailureAfterFreshStartTest, TestSolrCoreParser, TestCollationField, AsyncCallRequestStatusResponseTest, PrimUtilsTest, CachingDirectoryFactoryTest, PreAnalyzedUpdateProcessorTest, RecoveryZkTest, TestNoOpRegenerator, DistributedDebugComponentTest, SimpleFacetsTest, TestDefaultSearchFieldResource, CollectionTooManyReplicasTest, SolrTestCaseJ4Test, TestFileDictionaryLookup, CurrencyFieldXmlFileTest, TestLMJelinekMercerSimilarityFactory, PreAnalyzedFieldTest, DistributedQueryComponentOptimizationTest, TestDistributedStatsComponentCardinality, BooleanFieldTest, TestRequestStatusCollectionAPI, HdfsRestartWhileUpdatingTest, JSONWriterTest, PluginInfoTest, MetricUtilsTest, TestNamedUpdateProcessors, TermVectorComponentDistributedTest, DocValuesMissingTest, LeaderElectionTest, HdfsChaosMonkeyNothingIsSafeTest, TestRecovery, TestCorePropertiesReload, DirectoryFactoryTest, SmileWriterTest, SaslZkACLProviderTest, SOLR749Test, QueryParsingTest, HttpPartitionTest, RequestHandlersTest, TestSolrCloudWithHadoopAuthPlugin, TestStressUserVersions, SolrJmxReporterTest, TestCloudDeleteByQuery, XmlUpdateRequestHandlerTest, TestAddFieldRealTimeGet, OverseerTest, TestFilteredDocIdSet, TestFieldCollectionResource, TestSolrJ, TestTolerantSearch, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, DisMaxRequestHandlerTest, TestWriterPerf, TestQueryTypes, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, HighlighterConfigTest, UpdateParamsTest, TestMergePolicyConfig, SampleTest, TestBinaryField, OutputWriterTest, TestSolrCoreProperties, TestCodecSupport, TestBM25SimilarityFactory, TestJmxMonitoredMap, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, TestDistributedMissingSort, TestHighlightDedupGrouping, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, CdcrBootstrapTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteNodeTest, DeleteReplicaTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudCluster, TestRandomFlRTGCloud, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [571/698 (1!)] on J2 in 719.05s, 5 tests, 1 error <<< FAILURES!
[...truncated 63064 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 311 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/311/
2 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:38142/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:58433/solr/test_col_shard5_replica2: Server Error request: http://127.0.0.1:58433/solr/test_col_shard5_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A38142%2Fsolr%2Ftest_col_shard3_replica2%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39441/solr/test_col_shard5_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@50a6c43b
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:38142/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:58433/solr/test_col_shard5_replica2: Server Error
request: http://127.0.0.1:58433/solr/test_col_shard5_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A38142%2Fsolr%2Ftest_col_shard3_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39441/solr/test_col_shard5_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@50a6c43b
at __randomizedtesting.SeedInfo.seed([CC12A553621ED443:FA06C715E843EE52]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:38142/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:58433/solr/test_col_shard5_replica2: Server Error
request: http://127.0.0.1:58433/solr/test_col_shard5_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A38142%2Fsolr%2Ftest_col_shard3_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39441/solr/test_col_shard5_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@50a6c43b
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38142/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:58433/solr/test_col_shard5_replica2: Server Error
request: http://127.0.0.1:58433/solr/test_col_shard5_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A38142%2Fsolr%2Ftest_col_shard3_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39441/solr/test_col_shard5_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@50a6c43b
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
FAILED: org.apache.solr.client.solrj.TestSolrJErrorHandling.testWithXml
Error Message:
expected:<942> but was:<934>
Stack Trace:
java.lang.AssertionError: expected:<942> but was:<934>
at __randomizedtesting.SeedInfo.seed([D5001CDAF2D03C9:A6B2B83B2D2B1AA4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.client.solrj.TestSolrJErrorHandling.doThreads(TestSolrJErrorHandling.java:185)
at org.apache.solr.client.solrj.TestSolrJErrorHandling.doIt(TestSolrJErrorHandling.java:200)
at org.apache.solr.client.solrj.TestSolrJErrorHandling.testWithXml(TestSolrJErrorHandling.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12178 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/init-core-data-001
[junit4] 2> 1199201 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[CC12A553621ED443]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
[junit4] 2> 1199201 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[CC12A553621ED443]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1199202 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[CC12A553621ED443]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 1199203 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[CC12A553621ED443]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001
[junit4] 2> 1199203 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[CC12A553621ED443]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1199207 INFO (Thread-4347) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1199207 INFO (Thread-4347) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1199306 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[CC12A553621ED443]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47662
[junit4] 2> 1199318 INFO (jetty-launcher-1762-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199319 INFO (jetty-launcher-1762-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199319 INFO (jetty-launcher-1762-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199320 INFO (jetty-launcher-1762-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199321 INFO (jetty-launcher-1762-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199322 INFO (jetty-launcher-1762-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199322 INFO (jetty-launcher-1762-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199322 INFO (jetty-launcher-1762-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14a953e9{/solr,null,AVAILABLE}
[junit4] 2> 1199324 INFO (jetty-launcher-1762-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199325 INFO (jetty-launcher-1762-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199326 INFO (jetty-launcher-1762-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cccf414{/solr,null,AVAILABLE}
[junit4] 2> 1199326 INFO (jetty-launcher-1762-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1199327 INFO (jetty-launcher-1762-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5982a3e6{/solr,null,AVAILABLE}
[junit4] 2> 1199327 INFO (jetty-launcher-1762-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e64b1ba{HTTP/1.1,[http/1.1]}{127.0.0.1:38142}
[junit4] 2> 1199327 INFO (jetty-launcher-1762-thread-5) [ ] o.e.j.s.Server Started @1202437ms
[junit4] 2> 1199327 INFO (jetty-launcher-1762-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38142}
[junit4] 2> 1199328 ERROR (jetty-launcher-1762-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199328 INFO (jetty-launcher-1762-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199328 INFO (jetty-launcher-1762-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199328 INFO (jetty-launcher-1762-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199328 INFO (jetty-launcher-1762-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.455Z
[junit4] 2> 1199329 INFO (jetty-launcher-1762-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59d5c06f{HTTP/1.1,[http/1.1]}{127.0.0.1:39441}
[junit4] 2> 1199329 INFO (jetty-launcher-1762-thread-9) [ ] o.e.j.s.Server Started @1202439ms
[junit4] 2> 1199329 INFO (jetty-launcher-1762-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39441}
[junit4] 2> 1199329 ERROR (jetty-launcher-1762-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199329 INFO (jetty-launcher-1762-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199330 INFO (jetty-launcher-1762-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199330 INFO (jetty-launcher-1762-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199330 INFO (jetty-launcher-1762-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.457Z
[junit4] 2> 1199337 INFO (jetty-launcher-1762-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@93e8a3d{HTTP/1.1,[http/1.1]}{127.0.0.1:58433}
[junit4] 2> 1199337 INFO (jetty-launcher-1762-thread-3) [ ] o.e.j.s.Server Started @1202447ms
[junit4] 2> 1199337 INFO (jetty-launcher-1762-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58433}
[junit4] 2> 1199337 ERROR (jetty-launcher-1762-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199337 INFO (jetty-launcher-1762-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199337 INFO (jetty-launcher-1762-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199337 INFO (jetty-launcher-1762-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199337 INFO (jetty-launcher-1762-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.464Z
[junit4] 2> 1199339 INFO (jetty-launcher-1762-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199340 INFO (jetty-launcher-1762-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@466fcbd9{/solr,null,AVAILABLE}
[junit4] 2> 1199340 INFO (jetty-launcher-1762-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6660d19c{HTTP/1.1,[http/1.1]}{127.0.0.1:35565}
[junit4] 2> 1199340 INFO (jetty-launcher-1762-thread-1) [ ] o.e.j.s.Server Started @1202450ms
[junit4] 2> 1199340 INFO (jetty-launcher-1762-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35565}
[junit4] 2> 1199341 ERROR (jetty-launcher-1762-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199341 INFO (jetty-launcher-1762-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199341 INFO (jetty-launcher-1762-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199341 INFO (jetty-launcher-1762-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199341 INFO (jetty-launcher-1762-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.468Z
[junit4] 2> 1199342 INFO (jetty-launcher-1762-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c91c45c{/solr,null,AVAILABLE}
[junit4] 2> 1199342 INFO (jetty-launcher-1762-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44b6f2b4{HTTP/1.1,[http/1.1]}{127.0.0.1:41745}
[junit4] 2> 1199342 INFO (jetty-launcher-1762-thread-7) [ ] o.e.j.s.Server Started @1202452ms
[junit4] 2> 1199342 INFO (jetty-launcher-1762-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41745}
[junit4] 2> 1199342 ERROR (jetty-launcher-1762-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199342 INFO (jetty-launcher-1762-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199342 INFO (jetty-launcher-1762-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199342 INFO (jetty-launcher-1762-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199342 INFO (jetty-launcher-1762-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.469Z
[junit4] 2> 1199346 INFO (jetty-launcher-1762-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@665241e2{/solr,null,AVAILABLE}
[junit4] 2> 1199347 INFO (jetty-launcher-1762-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@85169b5{HTTP/1.1,[http/1.1]}{127.0.0.1:54192}
[junit4] 2> 1199347 INFO (jetty-launcher-1762-thread-10) [ ] o.e.j.s.Server Started @1202456ms
[junit4] 2> 1199347 INFO (jetty-launcher-1762-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54192}
[junit4] 2> 1199347 ERROR (jetty-launcher-1762-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199347 INFO (jetty-launcher-1762-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199347 INFO (jetty-launcher-1762-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199347 INFO (jetty-launcher-1762-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199347 INFO (jetty-launcher-1762-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.474Z
[junit4] 2> 1199349 INFO (jetty-launcher-1762-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@128ec7d8{/solr,null,AVAILABLE}
[junit4] 2> 1199350 INFO (jetty-launcher-1762-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24af8025{/solr,null,AVAILABLE}
[junit4] 2> 1199350 INFO (jetty-launcher-1762-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78e1ea50{HTTP/1.1,[http/1.1]}{127.0.0.1:51017}
[junit4] 2> 1199350 INFO (jetty-launcher-1762-thread-4) [ ] o.e.j.s.Server Started @1202460ms
[junit4] 2> 1199351 INFO (jetty-launcher-1762-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51017}
[junit4] 2> 1199351 ERROR (jetty-launcher-1762-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199351 INFO (jetty-launcher-1762-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199351 INFO (jetty-launcher-1762-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199351 INFO (jetty-launcher-1762-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199351 INFO (jetty-launcher-1762-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.478Z
[junit4] 2> 1199352 INFO (jetty-launcher-1762-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a4606b7{HTTP/1.1,[http/1.1]}{127.0.0.1:57478}
[junit4] 2> 1199352 INFO (jetty-launcher-1762-thread-2) [ ] o.e.j.s.Server Started @1202462ms
[junit4] 2> 1199352 INFO (jetty-launcher-1762-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57478}
[junit4] 2> 1199352 ERROR (jetty-launcher-1762-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199352 INFO (jetty-launcher-1762-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199352 INFO (jetty-launcher-1762-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199352 INFO (jetty-launcher-1762-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199352 INFO (jetty-launcher-1762-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.479Z
[junit4] 2> 1199355 INFO (jetty-launcher-1762-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f0bf833{/solr,null,AVAILABLE}
[junit4] 2> 1199355 INFO (jetty-launcher-1762-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bb1f967{HTTP/1.1,[http/1.1]}{127.0.0.1:35446}
[junit4] 2> 1199355 INFO (jetty-launcher-1762-thread-8) [ ] o.e.j.s.Server Started @1202465ms
[junit4] 2> 1199355 INFO (jetty-launcher-1762-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35446}
[junit4] 2> 1199355 ERROR (jetty-launcher-1762-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199355 INFO (jetty-launcher-1762-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199355 INFO (jetty-launcher-1762-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199355 INFO (jetty-launcher-1762-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199355 INFO (jetty-launcher-1762-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.482Z
[junit4] 2> 1199357 INFO (jetty-launcher-1762-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199357 INFO (jetty-launcher-1762-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199357 INFO (jetty-launcher-1762-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199367 INFO (jetty-launcher-1762-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199368 INFO (jetty-launcher-1762-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199368 INFO (jetty-launcher-1762-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199371 INFO (jetty-launcher-1762-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199371 INFO (jetty-launcher-1762-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199372 INFO (jetty-launcher-1762-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77ae2b1e{/solr,null,AVAILABLE}
[junit4] 2> 1199372 INFO (jetty-launcher-1762-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@aa54fa6{HTTP/1.1,[http/1.1]}{127.0.0.1:58315}
[junit4] 2> 1199372 INFO (jetty-launcher-1762-thread-6) [ ] o.e.j.s.Server Started @1202482ms
[junit4] 2> 1199372 INFO (jetty-launcher-1762-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58315}
[junit4] 2> 1199372 ERROR (jetty-launcher-1762-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1199373 INFO (jetty-launcher-1762-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 1199373 INFO (jetty-launcher-1762-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1199373 INFO (jetty-launcher-1762-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1199373 INFO (jetty-launcher-1762-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-17T18:13:20.500Z
[junit4] 2> 1199374 INFO (jetty-launcher-1762-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199375 INFO (jetty-launcher-1762-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199378 INFO (jetty-launcher-1762-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199384 INFO (jetty-launcher-1762-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199388 INFO (jetty-launcher-1762-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199388 INFO (jetty-launcher-1762-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199389 INFO (jetty-launcher-1762-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199389 INFO (jetty-launcher-1762-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199389 INFO (jetty-launcher-1762-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1199390 INFO (jetty-launcher-1762-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199390 INFO (jetty-launcher-1762-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199391 INFO (jetty-launcher-1762-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199394 INFO (jetty-launcher-1762-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199395 INFO (jetty-launcher-1762-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199411 INFO (jetty-launcher-1762-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199411 INFO (jetty-launcher-1762-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199411 INFO (jetty-launcher-1762-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199413 INFO (jetty-launcher-1762-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199416 INFO (jetty-launcher-1762-thread-5) [n:127.0.0.1:38142_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199416 INFO (jetty-launcher-1762-thread-5) [n:127.0.0.1:38142_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38142_solr
[junit4] 2> 1199416 INFO (jetty-launcher-1762-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1199417 INFO (jetty-launcher-1762-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199417 INFO (jetty-launcher-1762-thread-5) [n:127.0.0.1:38142_solr ] o.a.s.c.Overseer Overseer (id=97633855100289036-127.0.0.1:38142_solr-n_0000000000) starting
[junit4] 2> 1199418 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15add79534e000f, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1199419 INFO (jetty-launcher-1762-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47662/solr
[junit4] 2> 1199423 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15add79534e0011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1199430 INFO (jetty-launcher-1762-thread-7) [n:127.0.0.1:41745_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199431 INFO (jetty-launcher-1762-thread-7) [n:127.0.0.1:41745_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41745_solr
[junit4] 2> 1199431 INFO (jetty-launcher-1762-thread-5) [n:127.0.0.1:38142_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38142_solr
[junit4] 2> 1199440 INFO (jetty-launcher-1762-thread-3) [n:127.0.0.1:58433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1199441 INFO (jetty-launcher-1762-thread-3) [n:127.0.0.1:58433_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199442 INFO (OverseerStateUpdate-97633855100289036-127.0.0.1:38142_solr-n_0000000000) [n:127.0.0.1:38142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1199443 INFO (jetty-launcher-1762-thread-9) [n:127.0.0.1:39441_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199444 INFO (jetty-launcher-1762-thread-3) [n:127.0.0.1:58433_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58433_solr
[junit4] 2> 1199451 INFO (jetty-launcher-1762-thread-9) [n:127.0.0.1:39441_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39441_solr
[junit4] 2> 1199452 INFO (jetty-launcher-1762-thread-2) [n:127.0.0.1:57478_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1199453 INFO (jetty-launcher-1762-thread-2) [n:127.0.0.1:57478_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199454 INFO (jetty-launcher-1762-thread-2) [n:127.0.0.1:57478_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57478_solr
[junit4] 2> 1199458 INFO (jetty-launcher-1762-thread-1) [n:127.0.0.1:35565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1199459 INFO (jetty-launcher-1762-thread-1) [n:127.0.0.1:35565_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199461 INFO (jetty-launcher-1762-thread-1) [n:127.0.0.1:35565_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35565_solr
[junit4] 2> 1199463 INFO (jetty-launcher-1762-thread-6) [n:127.0.0.1:58315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 1199464 INFO (jetty-launcher-1762-thread-6) [n:127.0.0.1:58315_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199465 INFO (jetty-launcher-1762-thread-6) [n:127.0.0.1:58315_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58315_solr
[junit4] 2> 1199499 INFO (zkCallback-1780-thread-2-processing-n:127.0.0.1:38142_solr) [n:127.0.0.1:38142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (7)
[junit4] 2> 1199506 INFO (jetty-launcher-1762-thread-6) [n:127.0.0.1:58315_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node10/.
[junit4] 2> 1199507 INFO (zkCallback-1803-thread-1-processing-n:127.0.0.1:41745_solr) [n:127.0.0.1:41745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
[junit4] 2> 1199508 INFO (zkCallback-1804-thread-1-processing-n:127.0.0.1:39441_solr) [n:127.0.0.1:39441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1199508 INFO (zkCallback-1810-thread-1-processing-n:127.0.0.1:35565_solr) [n:127.0.0.1:35565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (7)
[junit4] 2> 1199508 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:57478_solr) [n:127.0.0.1:57478_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (7)
[junit4] 2> 1199508 INFO (zkCallback-1814-thread-2-processing-n:127.0.0.1:58315_solr) [n:127.0.0.1:58315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 1199508 INFO (zkCallback-1812-thread-2-processing-n:127.0.0.1:58433_solr) [n:127.0.0.1:58433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (7)
[junit4] 2> 1199513 INFO (jetty-launcher-1762-thread-5) [n:127.0.0.1:38142_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node4/.
[junit4] 2> 1199522 INFO (jetty-launcher-1762-thread-3) [n:127.0.0.1:58433_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node2/.
[junit4] 2> 1199525 INFO (zkCallback-1804-thread-2-processing-n:127.0.0.1:39441_solr) [n:127.0.0.1:39441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (7)
[junit4] 2> 1199542 INFO (jetty-launcher-1762-thread-4) [n:127.0.0.1:51017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
[junit4] 2> 1199543 INFO (jetty-launcher-1762-thread-4) [n:127.0.0.1:51017_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199544 INFO (jetty-launcher-1762-thread-4) [n:127.0.0.1:51017_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51017_solr
[junit4] 2> 1199545 INFO (zkCallback-1810-thread-1-processing-n:127.0.0.1:35565_solr) [n:127.0.0.1:35565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 1199545 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:57478_solr) [n:127.0.0.1:57478_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 1199546 INFO (zkCallback-1803-thread-2-processing-n:127.0.0.1:41745_solr) [n:127.0.0.1:41745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 1199546 INFO (zkCallback-1804-thread-2-processing-n:127.0.0.1:39441_solr) [n:127.0.0.1:39441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 1199546 INFO (zkCallback-1814-thread-2-processing-n:127.0.0.1:58315_solr) [n:127.0.0.1:58315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 1199546 INFO (zkCallback-1812-thread-2-processing-n:127.0.0.1:58433_solr) [n:127.0.0.1:58433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 1199552 INFO (jetty-launcher-1762-thread-8) [n:127.0.0.1:35446_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 1199553 INFO (jetty-launcher-1762-thread-8) [n:127.0.0.1:35446_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199554 INFO (jetty-launcher-1762-thread-8) [n:127.0.0.1:35446_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35446_solr
[junit4] 2> 1199555 INFO (zkCallback-1810-thread-1-processing-n:127.0.0.1:35565_solr) [n:127.0.0.1:35565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 1199555 INFO (zkCallback-1804-thread-2-processing-n:127.0.0.1:39441_solr) [n:127.0.0.1:39441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 1199555 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:57478_solr) [n:127.0.0.1:57478_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 1199555 INFO (zkCallback-1814-thread-2-processing-n:127.0.0.1:58315_solr) [n:127.0.0.1:58315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 1199555 INFO (zkCallback-1812-thread-2-processing-n:127.0.0.1:58433_solr) [n:127.0.0.1:58433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 1199556 INFO (zkCallback-1803-thread-2-processing-n:127.0.0.1:41745_solr) [n:127.0.0.1:41745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 1199568 INFO (zkCallback-1780-thread-3-processing-n:127.0.0.1:38142_solr) [n:127.0.0.1:38142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9)
[junit4] 2> 1199570 INFO (jetty-launcher-1762-thread-10) [n:127.0.0.1:54192_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (9)
[junit4] 2> 1199574 INFO (jetty-launcher-1762-thread-10) [n:127.0.0.1:54192_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1199576 INFO (jetty-launcher-1762-thread-10) [n:127.0.0.1:54192_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54192_solr
[junit4] 2> 1199577 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:57478_solr) [n:127.0.0.1:57478_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 1199577 INFO (zkCallback-1812-thread-2-processing-n:127.0.0.1:58433_solr) [n:127.0.0.1:58433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 1199577 INFO (zkCallback-1810-thread-1-processing-n:127.0.0.1:35565_solr) [n:127.0.0.1:35565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 1199577 INFO (zkCallback-1804-thread-2-processing-n:127.0.0.1:39441_solr) [n:127.0.0.1:39441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 1199577 INFO (zkCallback-1814-thread-2-processing-n:127.0.0.1:58315_solr) [n:127.0.0.1:58315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 1199577 INFO (zkCallback-1803-thread-2-processing-n:127.0.0.1:41745_solr) [n:127.0.0.1:41745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 1199586 INFO (jetty-launcher-1762-thread-7) [n:127.0.0.1:41745_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node9/.
[junit4] 2> 1199587 INFO (zkCallback-1780-thread-2-processing-n:127.0.0.1:38142_solr) [n:127.0.0.1:38142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 1199635 INFO (zkCallback-1815-thread-1-processing-n:127.0.0.1:51017_solr) [n:127.0.0.1:51017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 1199635 INFO (zkCallback-1817-thread-1-processing-n:127.0.0.1:54192_solr) [n:127.0.0.1:54192_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 1199651 INFO (zkCallback-1815-thread-2-processing-n:127.0.0.1:51017_solr) [n:127.0.0.1:51017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 1199668 INFO (zkCallback-1816-thread-1-processing-n:127.0.0.1:35446_solr) [n:127.0.0.1:35446_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 1199683 INFO (jetty-launcher-1762-thread-4) [n:127.0.0.1:51017_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node3/.
[junit4] 2> 1199683 INFO (jetty-launcher-1762-thread-8) [n:127.0.0.1:35446_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node8/.
[junit4] 2> 1199689 INFO (jetty-launcher-1762-thread-1) [n:127.0.0.1:35565_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node1/.
[junit4] 2> 1199709 INFO (jetty-launcher-1762-thread-2) [n:127.0.0.1:57478_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node5/.
[junit4] 2> 1199714 INFO (jetty-launcher-1762-thread-10) [n:127.0.0.1:54192_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node6/.
[junit4] 2> 1199744 INFO (jetty-launcher-1762-thread-9) [n:127.0.0.1:39441_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node7/.
[junit4] 2> 1201261 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[CC12A553621ED443]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 1201262 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[CC12A553621ED443]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47662/solr ready
[junit4] 2> 1201607 INFO (qtp1317163789-11516) [n:127.0.0.1:35446_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1201609 INFO (OverseerThreadFactory-3879-thread-1-processing-n:127.0.0.1:38142_solr) [n:127.0.0.1:38142_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 1201732 INFO (qtp984361519-11405) [n:127.0.0.1:51017_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 1201732 INFO (qtp1647570420-11416) [n:127.0.0.1:58433_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 1201747 INFO (qtp647361520-11468) [n:127.0.0.1:41745_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 1201748 INFO (qtp1272581555-11428) [n:127.0.0.1:35565_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 1201748 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 1201748 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 1201749 INFO (qtp1317163789-11514) [n:127.0.0.1:35446_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 1201749 INFO (qtp1625096925-11473) [n:127.0.0.1:57478_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 1201754 INFO (qtp1581366924-11437) [n:127.0.0.1:39441_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 1201754 INFO (qtp307521939-11462) [n:127.0.0.1:54192_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 1201878 INFO (zkCallback-1780-thread-3-processing-n:127.0.0.1:38142_solr) [n:127.0.0.1:38142_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1201878 INFO (zkCallback-1815-thread-2-processing-n:127.0.0.1:51017_solr) [n:127.0.0.1:51017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1201878 INFO (zkCallback-1812-thread-2-processing-n:127.0.0.1:58433_solr) [n:127.0.0.1:58433_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1201878 INFO (zkCallback-1803-thread-2-processing-n:127.0.0.1:41745_solr) [n:127.0.0.1:41745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1201879 INFO (zkCallback-1810-thread-1-processing-n:127.0.0.1:35565_solr) [n:127.0.0.1:35565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1201879 INFO (zkCallback-1804-thread-2-processing-n:127.0.0.1:39441_solr) [n:127.0.0.1:39441_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1201879 INFO (zkCallback-1816-thread-1-processing-n:127.0.0.1:35446_solr) [n:127.0.0.1:35446_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1201879 INFO (zkCallback-1817-thread-1-processing-n:127.0.0.1:54192_solr) [n:127.0.0.1:54192_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1201879 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:57478_solr) [n:127.0.0.1:57478_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1201879 INFO (zkCallback-1814-thread-2-processing-n:127.0.0.1:58315_solr) [n:127.0.0.1:58315_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 1202789 INFO (qtp1647570420-11416) [n:127.0.0.1:58433_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202801 INFO (qtp984361519-11405) [n:127.0.0.1:51017_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202801 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202805 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202805 INFO (qtp1272581555-11428) [n:127.0.0.1:35565_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202809 INFO (qtp1647570420-11416) [n:127.0.0.1:58433_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema [test_col_shard5_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 1202809 INFO (qtp647361520-11468) [n:127.0.0.1:41745_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202811 INFO (qtp1647570420-11416) [n:127.0.0.1:58433_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202813 INFO (qtp307521939-11462) [n:127.0.0.1:54192_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202815 INFO (qtp984361519-11405) [n:127.0.0.1:51017_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 1202828 INFO (qtp1625096925-11473) [n:127.0.0.1:57478_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202833 INFO (qtp984361519-11405) [n:127.0.0.1:51017_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202834 INFO (qtp1647570420-11416) [n:127.0.0.1:58433_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica2' using configuration from collection test_col
[junit4] 2> 1202835 INFO (qtp1647570420-11416) [n:127.0.0.1:58433_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202835 INFO (qtp1647570420-11416) [n:127.0.0.1:58433_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrCore [[test_col_shard5_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node2/test_col_shard5_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node2/./test_col_shard5_replica2/data/]
[junit4] 2> 1202835 INFO (qtp1647570420-11416) [n:127.0.0.1:58433_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202837 INFO (qtp1647570420-11416) [n:127.0.0.1:58433_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202838 INFO (qtp1581366924-11437) [n:127.0.0.1:39441_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202838 INFO (qtp984361519-11405) [n:127.0.0.1:51017_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col
[junit4] 2> 1202838 INFO (qtp984361519-11405) [n:127.0.0.1:51017_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202838 INFO (qtp984361519-11405) [n:127.0.0.1:51017_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node3/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node3/./test_col_shard4_replica2/data/]
[junit4] 2> 1202839 INFO (qtp984361519-11405) [n:127.0.0.1:51017_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202839 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 1202841 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 1202843 INFO (qtp647361520-11468) [n:127.0.0.1:41745_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 1202844 INFO (qtp984361519-11405) [n:127.0.0.1:51017_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202844 INFO (qtp1317163789-11514) [n:127.0.0.1:35446_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1202845 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202845 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202846 INFO (qtp647361520-11468) [n:127.0.0.1:41745_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202845 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col
[junit4] 2> 1202849 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202849 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node4/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node4/./test_col_shard3_replica2/data/]
[junit4] 2> 1202849 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
[junit4] 2> 1202850 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202850 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node10/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node10/./test_col_shard2_replica1/data/]
[junit4] 2> 1202850 INFO (qtp647361520-11468) [n:127.0.0.1:41745_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col
[junit4] 2> 1202851 INFO (qtp647361520-11468) [n:127.0.0.1:41745_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202851 INFO (qtp647361520-11468) [n:127.0.0.1:41745_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node9/test_col_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node9/./test_col_shard2_replica2/data/]
[junit4] 2> 1202851 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202851 INFO (qtp647361520-11468) [n:127.0.0.1:41745_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202852 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202854 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202856 INFO (qtp647361520-11468) [n:127.0.0.1:41745_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202858 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202867 WARN (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1202868 WARN (qtp984361519-11405) [n:127.0.0.1:51017_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1202878 WARN (qtp1647570420-11416) [n:127.0.0.1:58433_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1202892 WARN (qtp647361520-11468) [n:127.0.0.1:41745_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1202893 INFO (qtp1317163789-11514) [n:127.0.0.1:35446_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 1202895 INFO (qtp307521939-11462) [n:127.0.0.1:54192_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 1202899 INFO (qtp307521939-11462) [n:127.0.0.1:54192_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202900 WARN (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1202900 INFO (qtp1581366924-11437) [n:127.0.0.1:39441_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 1202902 INFO (qtp1581366924-11437) [n:127.0.0.1:39441_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202903 INFO (qtp1625096925-11473) [n:127.0.0.1:57478_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 1202905 INFO (qtp1625096925-11473) [n:127.0.0.1:57478_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202906 INFO (qtp1272581555-11428) [n:127.0.0.1:35565_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 1202908 INFO (qtp1272581555-11428) [n:127.0.0.1:35565_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202909 INFO (qtp307521939-11462) [n:127.0.0.1:54192_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica1' using configuration from collection test_col
[junit4] 2> 1202909 INFO (qtp307521939-11462) [n:127.0.0.1:54192_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202909 INFO (qtp307521939-11462) [n:127.0.0.1:54192_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore [[test_col_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node6/test_col_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node6/./test_col_shard4_replica1/data/]
[junit4] 2> 1202909 INFO (qtp1317163789-11514) [n:127.0.0.1:35446_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1202910 INFO (qtp1317163789-11514) [n:127.0.0.1:35446_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 1202910 INFO (qtp1317163789-11514) [n:127.0.0.1:35446_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202911 INFO (qtp1581366924-11437) [n:127.0.0.1:39441_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica1' using configuration from collection test_col
[junit4] 2> 1202911 INFO (qtp1581366924-11437) [n:127.0.0.1:39441_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202911 INFO (qtp1581366924-11437) [n:127.0.0.1:39441_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore [[test_col_shard5_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node7/test_col_shard5_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node7/./test_col_shard5_replica1/data/]
[junit4] 2> 1202911 INFO (qtp1581366924-11437) [n:127.0.0.1:39441_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202913 INFO (qtp1581366924-11437) [n:127.0.0.1:39441_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202913 INFO (qtp307521939-11462) [n:127.0.0.1:54192_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202915 INFO (qtp307521939-11462) [n:127.0.0.1:54192_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202915 INFO (qtp1317163789-11514) [n:127.0.0.1:35446_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node8/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node8/./test_col_shard1_replica2/data/]
[junit4] 2> 1202916 INFO (qtp1625096925-11473) [n:127.0.0.1:57478_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
[junit4] 2> 1202916 INFO (qtp1625096925-11473) [n:127.0.0.1:57478_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202916 INFO (qtp1625096925-11473) [n:127.0.0.1:57478_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node5/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node5/./test_col_shard1_replica1/data/]
[junit4] 2> 1202916 INFO (qtp1625096925-11473) [n:127.0.0.1:57478_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202918 INFO (qtp1625096925-11473) [n:127.0.0.1:57478_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202918 INFO (qtp1317163789-11514) [n:127.0.0.1:35446_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202920 INFO (qtp1317163789-11514) [n:127.0.0.1:35446_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202915 INFO (qtp1272581555-11428) [n:127.0.0.1:35565_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col
[junit4] 2> 1202920 INFO (qtp1272581555-11428) [n:127.0.0.1:35565_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1202920 INFO (qtp1272581555-11428) [n:127.0.0.1:35565_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node1/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_CC12A553621ED443-001/tempDir-001/node1/./test_col_shard3_replica1/data/]
[junit4] 2> 1202920 INFO (qtp1272581555-11428) [n:127.0.0.1:35565_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@757e205b
[junit4] 2> 1202922 INFO (qtp1272581555-11428) [n:127.0.0.1:35565_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1202942 WARN (qtp1317163789-11514) [n:127.0.0.1:35446_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1202962 WARN (qtp1272581555-11428) [n:127.0.0.1:35565_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1202977 WARN (qtp307521939-11462) [n:127.0.0.1:54192_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1202987 WARN (qtp1625096925-11473) [n:127.0.0.1:57478_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1203002 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1203002 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1203003 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1203003 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1203004 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=57.083984375, floorSegmentMB=1.412109375, forceMergeDeletesPctAllowed=2.3287776574487262, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7774468146411263
[junit4] 2> 1203005 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@77d9ed03[test_col_shard3_replica2] main]
[junit4] 2> 1203007 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1203007 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1203007 WARN (qtp1581366924-11437) [n:127.0.0.1:39441_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1203008 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1203008 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1203008 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=57.083984375, floorSegmentMB=1.412109375, forceMergeDeletesPctAllowed=2.3287776574487262, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7774468146411263
[junit4] 2> 1203009 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@66da4fa2[test_col_shard2_replica1] main]
[junit4] 2> 1203010 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1203010 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1203010 INFO (qtp488020092-11530) [n:127.0.0.1:58315_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1203011 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1203011 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1203011 INFO (qtp1747323470-11445) [n:127.0.0.1:38142_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.
[...truncated too long message...]
O (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: now flush at close
[junit4] 2> 69624 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: start flush: applyAllDeletes=true
[junit4] 2> 69625 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: index before flush _1(6.6.0):C934/933:delGen=1 _2(6.6.0):C8/8:delGen=1
[junit4] 2> 69625 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-182-thread-1]: startFullFlush
[junit4] 2> 69625 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-182-thread-1]: coreCloseExecutor-182-thread-1 finishFullFlush success=true
[junit4] 2> 69625 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: apply all deletes during flush
[junit4] 2> 69625 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: now apply all deletes for all segments maxDoc=942
[junit4] 2> 69625 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-182-thread-1]: applyDeletes: open segment readers took 0 msec
[junit4] 2> 69625 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-182-thread-1]: applyDeletes: no segments; skipping
[junit4] 2> 69625 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-182-thread-1]: prune sis=segments_4: _1(6.6.0):C934/933:delGen=1 _2(6.6.0):C8/8:delGen=1 minGen=15 packetCount=0
[junit4] 2> 69625 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-182-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-182-thread-1]: now merge
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-182-thread-1]: index: _1(6.6.0):C934/933:delGen=1 _2(6.6.0):C8/8:delGen=1
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-182-thread-1]: no more merges pending; now return
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: waitForMerges
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: waitForMerges done
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: commit: start
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: commit: enter lock
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: commit: now prepare
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: prepareCommit: flush
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: index before flush _1(6.6.0):C934/933:delGen=1 _2(6.6.0):C8/8:delGen=1
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-182-thread-1]: startFullFlush
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: apply all deletes during flush
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: now apply all deletes for all segments maxDoc=942
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-182-thread-1]: applyDeletes: open segment readers took 0 msec
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-182-thread-1]: applyDeletes: no segments; skipping
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-182-thread-1]: prune sis=segments_4: _1(6.6.0):C934/933:delGen=1 _2(6.6.0):C8/8:delGen=1 minGen=15 packetCount=0
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-182-thread-1]: coreCloseExecutor-182-thread-1 finishFullFlush success=true
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: startCommit(): start
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: skip startCommit(): no changes pending
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-182-thread-1]: delete []
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: commit: pendingCommit == null; skip
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: commit: took 0.4 msec
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: commit: done
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: rollback
[junit4] 2> 69626 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: all running merges have aborted
[junit4] 2> 69627 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: rollback: done finish merges
[junit4] 2> 69627 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-182-thread-1]: abort
[junit4] 2> 69627 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-182-thread-1]: done abort success=true
[junit4] 2> 69627 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-182-thread-1]: rollback: infos=_1(6.6.0):C934/933:delGen=1 _2(6.6.0):C8/8:delGen=1
[junit4] 2> 69627 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-182-thread-1]: now checkpoint "_1(6.6.0):C934/933:delGen=1 _2(6.6.0):C8/8:delGen=1" [2 segments ; isCommit = false]
[junit4] 2> 69627 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-182-thread-1]: delete []
[junit4] 2> 69627 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-182-thread-1]: 0 msec to checkpoint
[junit4] 2> 69627 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-182-thread-1]: delete []
[junit4] 2> 69627 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-182-thread-1]: delete []
[junit4] 2> 69701 INFO (coreCloseExecutor-182-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 69702 INFO (SUITE-TestSolrJErrorHandling-seed#[D5001CDAF2D03C9]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 69702 INFO (SUITE-TestSolrJErrorHandling-seed#[D5001CDAF2D03C9]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13624988{/solr,null,UNAVAILABLE}
[junit4] 2> 69703 INFO (SUITE-TestSolrJErrorHandling-seed#[D5001CDAF2D03C9]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestSolrJErrorHandling_D5001CDAF2D03C9-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1433, maxMBSortInHeap=5.116528377219022, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-DO, timezone=America/Indiana/Vincennes
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=219846520,total=346030080
[junit4] 2> NOTE: All tests run in this JVM: [HttpSolrClientBuilderTest, JdbcDriverTest, MergeIndexesEmbeddedTest, TestCollectionAdminRequest, GetByIdTest, TestCloudSolrClientConnections, SelectWithEvaluatorsTest, SolrQueryTest, TestDelegationTokenResponse, DivideEvaluatorTest, TestSolrProperties, ConcurrentUpdateSolrClientBuilderTest, AddEvaluatorTest, SolrZkClientTest, SubtractEvaluatorTest, SolrExampleEmbeddedTest, TestSolrJErrorHandling]
[junit4] Completed [37/109 (1!)] on J1 in 29.00s, 4 tests, 1 failure <<< FAILURES!
[...truncated 62147 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 310 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/310/
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316) at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:610) at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:498) at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:78) at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:985) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:1688) at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:1581) at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1390) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124) at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:159) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2440) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:529) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316)
at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:610)
at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:498)
at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:78)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:985)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:1688)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:1581)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1390)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:159)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2440)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:529)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([654FF3E4AEE3DD02]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11460 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/init-core-data-001
[junit4] 2> 37335 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=94 numCloses=94
[junit4] 2> 37337 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 37338 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 37339 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 38049 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 38694 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 38842 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 38863 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 38944 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 38980 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_34025_hdfs____.qze50k/webapp
[junit4] 2> 39711 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34025
[junit4] 2> 40466 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 40473 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 40484 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55966_datanode____.3nc58g/webapp
[junit4] 2> 40876 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55966
[junit4] 2> 41502 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 41503 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 41532 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36236_datanode____6soerd/webapp
[junit4] 2> 42041 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36236
[junit4] 2> 43810 INFO (IPC Server handler 4 on 57776) [ ] BlockStateChange BLOCK* processReport: from storage DS-3e91d4e8-75fa-49a0-b326-d26665ddd9cd node DatanodeRegistration(127.0.0.1:36203, datanodeUuid=401d7ecc-fe44-4fdb-b6b6-f39fdfd4761b, infoPort=33727, infoSecurePort=0, ipcPort=37496, storageInfo=lv=-56;cid=testClusterID;nsid=336489502;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 43811 INFO (IPC Server handler 4 on 57776) [ ] BlockStateChange BLOCK* processReport: from storage DS-a43c39c6-e0e9-4f1b-bda3-5b84acd8bb2a node DatanodeRegistration(127.0.0.1:36203, datanodeUuid=401d7ecc-fe44-4fdb-b6b6-f39fdfd4761b, infoPort=33727, infoSecurePort=0, ipcPort=37496, storageInfo=lv=-56;cid=testClusterID;nsid=336489502;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 43819 INFO (IPC Server handler 2 on 57776) [ ] BlockStateChange BLOCK* processReport: from storage DS-60bad816-b849-4a11-ad5c-4ae99c019f1b node DatanodeRegistration(127.0.0.1:53885, datanodeUuid=33dd7282-f5b5-4e3b-84c0-f617cdf243b9, infoPort=35602, infoSecurePort=0, ipcPort=56899, storageInfo=lv=-56;cid=testClusterID;nsid=336489502;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 43819 INFO (IPC Server handler 2 on 57776) [ ] BlockStateChange BLOCK* processReport: from storage DS-2670f90a-bd36-4447-ac41-a3724c956ff1 node DatanodeRegistration(127.0.0.1:53885, datanodeUuid=33dd7282-f5b5-4e3b-84c0-f617cdf243b9, infoPort=35602, infoSecurePort=0, ipcPort=56899, storageInfo=lv=-56;cid=testClusterID;nsid=336489502;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 44196 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 44200 INFO (Thread-177) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 44200 INFO (Thread-177) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 44300 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.ZkTestServer start zk server on port:47875
[junit4] 2> 44348 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 44349 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 44351 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 44354 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 44355 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 44356 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 44356 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 44357 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 44358 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 44359 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 44360 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 44553 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/control-001/cores/collection1
[junit4] 2> 44556 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 44563 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c2f8d18{/,null,AVAILABLE}
[junit4] 2> 44564 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ee21f7e{SSL,[ssl, http/1.1]}{127.0.0.1:54273}
[junit4] 2> 44564 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.Server Started @48329ms
[junit4] 2> 44564 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:57776/hdfs__localhost_57776__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001_tempDir-002_control_data, hostContext=/, hostPort=54273, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/control-001/cores}
[junit4] 2> 44564 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 44564 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 44564 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 44564 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 44565 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-16T12:47:33.472Z
[junit4] 2> 44594 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 44594 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/control-001/solr.xml
[junit4] 2> 44606 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 44607 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47875/solr
[junit4] 2> 44684 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:54273_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 44685 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:54273_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54273_
[junit4] 2> 44686 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:54273_ ] o.a.s.c.Overseer Overseer (id=97626911742885893-127.0.0.1:54273_-n_0000000000) starting
[junit4] 2> 44728 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:54273_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54273_
[junit4] 2> 44729 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 44794 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:54273_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/control-001/cores
[junit4] 2> 44795 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:54273_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 44815 INFO (OverseerStateUpdate-97626911742885893-127.0.0.1:54273_-n_0000000000) [n:127.0.0.1:54273_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 45834 WARN (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 45834 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 45909 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 45988 WARN (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.SynonymFilterFactory]. Please consult documentation how to replace it accordingly.
[junit4] 2> 46355 WARN (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 46357 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 46988 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 46998 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:57776/solr_hdfs_home
[junit4] 2> 46998 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 46998 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 46999 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/control-001/cores/collection1], dataDir=[hdfs://localhost:57776/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 47015 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3e00e6
[junit4] 2> 47024 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57776/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 47056 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 47056 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 47056 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 48280 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 48292 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57776/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 48854 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57776/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 48865 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 48865 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 48865 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 48896 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 48898 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.3056640625, noCFSRatio=0.0]
[junit4] 2> 50756 INFO (IPC Server handler 6 on 57776) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36203 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-3e91d4e8-75fa-49a0-b326-d26665ddd9cd:NORMAL:127.0.0.1:36203|RBW], ReplicaUC[[DISK]DS-2670f90a-bd36-4447-ac41-a3724c956ff1:NORMAL:127.0.0.1:53885|RBW]]} size 71
[junit4] 2> 50780 INFO (IPC Server handler 8 on 57776) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53885 is added to blk_1073741825_1001 size 71
[junit4] 2> 51506 WARN (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 51744 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 51744 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 51744 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 51768 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 51768 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 51771 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=49.146484375, floorSegmentMB=0.3056640625, forceMergeDeletesPctAllowed=24.575053127039716, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10418979133153057
[junit4] 2> 51891 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61b9b681[collection1] main]
[junit4] 2> 51893 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 51893 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 51898 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 52118 INFO (searcherExecutor-277-thread-1-processing-n:127.0.0.1:54273_ x:collection1 c:control_collection) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61b9b681[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 52139 INFO (coreLoadExecutor-276-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562030596210819072
[junit4] 2> 52170 INFO (coreZkRegister-269-thread-1-processing-n:127.0.0.1:54273_ x:collection1 c:control_collection) [n:127.0.0.1:54273_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 52170 INFO (coreZkRegister-269-thread-1-processing-n:127.0.0.1:54273_ x:collection1 c:control_collection) [n:127.0.0.1:54273_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 52170 INFO (coreZkRegister-269-thread-1-processing-n:127.0.0.1:54273_ x:collection1 c:control_collection) [n:127.0.0.1:54273_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54273/collection1/
[junit4] 2> 52170 INFO (coreZkRegister-269-thread-1-processing-n:127.0.0.1:54273_ x:collection1 c:control_collection) [n:127.0.0.1:54273_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 52170 INFO (coreZkRegister-269-thread-1-processing-n:127.0.0.1:54273_ x:collection1 c:control_collection) [n:127.0.0.1:54273_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:54273/collection1/ has no replicas
[junit4] 2> 52170 INFO (coreZkRegister-269-thread-1-processing-n:127.0.0.1:54273_ x:collection1 c:control_collection) [n:127.0.0.1:54273_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 52173 INFO (coreZkRegister-269-thread-1-processing-n:127.0.0.1:54273_ x:collection1 c:control_collection) [n:127.0.0.1:54273_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54273/collection1/ shard1
[junit4] 2> 52326 INFO (coreZkRegister-269-thread-1-processing-n:127.0.0.1:54273_ x:collection1 c:control_collection) [n:127.0.0.1:54273_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 52672 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 52673 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47875/solr ready
[junit4] 2> 52675 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 52675 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 53098 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-1-001/cores/collection1
[junit4] 2> 53099 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-1-001
[junit4] 2> 53109 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 53168 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a43c134{/,null,AVAILABLE}
[junit4] 2> 53168 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47699dfa{SSL,[ssl, http/1.1]}{127.0.0.1:53455}
[junit4] 2> 53168 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.Server Started @56934ms
[junit4] 2> 53168 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:57776/hdfs__localhost_57776__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=53455, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-1-001/cores}
[junit4] 2> 53169 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 53181 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 53181 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 53181 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 53181 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-16T12:47:42.089Z
[junit4] 2> 53198 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 53198 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-1-001/solr.xml
[junit4] 2> 53224 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 53229 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47875/solr
[junit4] 2> 53302 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 53304 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:53455_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 53311 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:53455_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53455_
[junit4] 2> 53316 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 53319 INFO (zkCallback-52-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 53351 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 53526 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:53455_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-1-001/cores
[junit4] 2> 53527 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:53455_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 53531 INFO (OverseerStateUpdate-97626911742885893-127.0.0.1:54273_-n_0000000000) [n:127.0.0.1:54273_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 53634 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54573 WARN (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 54574 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 54602 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 54806 WARN (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 54808 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 54874 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 54875 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:57776/solr_hdfs_home
[junit4] 2> 54875 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 54875 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54875 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:57776/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 54875 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3e00e6
[junit4] 2> 54876 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57776/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 54899 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 54899 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 54899 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 54928 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 54929 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57776/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 55128 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57776/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 55167 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 55167 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 55167 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 55193 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 55193 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.3056640625, noCFSRatio=0.0]
[junit4] 2> 55308 INFO (IPC Server handler 0 on 57776) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53885 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a43c39c6-e0e9-4f1b-bda3-5b84acd8bb2a:NORMAL:127.0.0.1:36203|RBW], ReplicaUC[[DISK]DS-2670f90a-bd36-4447-ac41-a3724c956ff1:NORMAL:127.0.0.1:53885|RBW]]} size 0
[junit4] 2> 55311 INFO (IPC Server handler 4 on 57776) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36203 is added to blk_1073741826_1002 size 71
[junit4] 2> 55356 WARN (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 55604 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 55604 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 55604 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 55623 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 55623 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 55634 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=49.146484375, floorSegmentMB=0.3056640625, forceMergeDeletesPctAllowed=24.575053127039716, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10418979133153057
[junit4] 2> 55662 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d21c4e8[collection1] main]
[junit4] 2> 55663 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 55664 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 55664 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 55669 INFO (searcherExecutor-288-thread-1-processing-n:127.0.0.1:53455_ x:collection1 c:collection1) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d21c4e8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 55678 INFO (coreLoadExecutor-287-thread-1-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562030599921729536
[junit4] 2> 55713 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 55714 INFO (coreZkRegister-282-thread-1-processing-n:127.0.0.1:53455_ x:collection1 c:collection1) [n:127.0.0.1:53455_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 55714 INFO (coreZkRegister-282-thread-1-processing-n:127.0.0.1:53455_ x:collection1 c:collection1) [n:127.0.0.1:53455_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 55714 INFO (coreZkRegister-282-thread-1-processing-n:127.0.0.1:53455_ x:collection1 c:collection1) [n:127.0.0.1:53455_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53455/collection1/
[junit4] 2> 55714 INFO (coreZkRegister-282-thread-1-processing-n:127.0.0.1:53455_ x:collection1 c:collection1) [n:127.0.0.1:53455_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 55714 INFO (coreZkRegister-282-thread-1-processing-n:127.0.0.1:53455_ x:collection1 c:collection1) [n:127.0.0.1:53455_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:53455/collection1/ has no replicas
[junit4] 2> 55714 INFO (coreZkRegister-282-thread-1-processing-n:127.0.0.1:53455_ x:collection1 c:collection1) [n:127.0.0.1:53455_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 55719 INFO (coreZkRegister-282-thread-1-processing-n:127.0.0.1:53455_ x:collection1 c:collection1) [n:127.0.0.1:53455_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53455/collection1/ shard1
[junit4] 2> 55820 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 55870 INFO (coreZkRegister-282-thread-1-processing-n:127.0.0.1:53455_ x:collection1 c:collection1) [n:127.0.0.1:53455_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 56084 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 56216 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-2-001/cores/collection1
[junit4] 2> 56217 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-2-001
[junit4] 2> 56227 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 56257 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a4aa1a2{/,null,AVAILABLE}
[junit4] 2> 56257 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@324923ca{SSL,[ssl, http/1.1]}{127.0.0.1:42659}
[junit4] 2> 56257 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.Server Started @60023ms
[junit4] 2> 56257 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:57776/hdfs__localhost_57776__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=42659, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-2-001/cores}
[junit4] 2> 56258 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 56259 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 56259 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 56259 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 56259 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-16T12:47:45.167Z
[junit4] 2> 56297 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 56297 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-2-001/solr.xml
[junit4] 2> 56318 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 56321 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47875/solr
[junit4] 2> 56361 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:42659_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 56362 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:42659_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 56364 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:42659_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42659_
[junit4] 2> 56365 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 56371 INFO (zkCallback-52-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 56371 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 56372 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 56414 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:42659_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-2-001/cores
[junit4] 2> 56414 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:42659_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 56424 INFO (OverseerStateUpdate-97626911742885893-127.0.0.1:54273_-n_0000000000) [n:127.0.0.1:54273_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 56526 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 56526 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 57441 WARN (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 57442 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 57455 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 57549 WARN (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 57550 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 57587 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 57587 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:57776/solr_hdfs_home
[junit4] 2> 57588 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 57588 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 57588 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:57776/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 57588 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3e00e6
[junit4] 2> 57589 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57776/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 57597 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 57597 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 57597 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 57620 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 57621 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57776/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 57656 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57776/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 57672 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 57672 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 57672 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 57682 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 57682 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.3056640625, noCFSRatio=0.0]
[junit4] 2> 57724 INFO (IPC Server handler 3 on 57776) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53885 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a43c39c6-e0e9-4f1b-bda3-5b84acd8bb2a:NORMAL:127.0.0.1:36203|RBW], ReplicaUC[[DISK]DS-60bad816-b849-4a11-ad5c-4ae99c019f1b:NORMAL:127.0.0.1:53885|FINALIZED]]} size 0
[junit4] 2> 57726 INFO (IPC Server handler 4 on 57776) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36203 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-60bad816-b849-4a11-ad5c-4ae99c019f1b:NORMAL:127.0.0.1:53885|FINALIZED], ReplicaUC[[DISK]DS-3e91d4e8-75fa-49a0-b326-d26665ddd9cd:NORMAL:127.0.0.1:36203|FINALIZED]]} size 0
[junit4] 2> 57745 WARN (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 57843 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 57843 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 57843 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 57858 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 57858 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 57861 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=49.146484375, floorSegmentMB=0.3056640625, forceMergeDeletesPctAllowed=24.575053127039716, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10418979133153057
[junit4] 2> 57869 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@412311fe[collection1] main]
[junit4] 2> 57871 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 57871 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 57871 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 57875 INFO (searcherExecutor-299-thread-1-processing-n:127.0.0.1:42659_ x:collection1 c:collection1) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@412311fe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 57884 INFO (coreLoadExecutor-298-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562030602234888192
[junit4] 2> 57901 INFO (coreZkRegister-293-thread-1-processing-n:127.0.0.1:42659_ x:collection1 c:collection1) [n:127.0.0.1:42659_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 57912 INFO (updateExecutor-61-thread-1-processing-n:127.0.0.1:42659_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42659_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 57914 INFO (recoveryExecutor-62-thread-1-processing-n:127.0.0.1:42659_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42659_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 57915 INFO (recoveryExecutor-62-thread-1-processing-n:127.0.0.1:42659_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42659_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 57915 INFO (recoveryExecutor-62-thread-1-processing-n:127.0.0.1:42659_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42659_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 57915 INFO (recoveryExecutor-62-thread-1-processing-n:127.0.0.1:42659_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42659_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 57915 INFO (recoveryExecutor-62-thread-1-processing-n:127.0.0.1:42659_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42659_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:53455/collection1/] and I am [https://127.0.0.1:42659/collection1/]
[junit4] 2> 57926 INFO (recoveryExecutor-62-thread-1-processing-n:127.0.0.1:42659_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42659_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:53455]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:42659_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 58017 INFO (qtp2127532541-670) [n:127.0.0.1:53455_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 58018 INFO (qtp2127532541-670) [n:127.0.0.1:53455_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 58018 INFO (qtp2127532541-670) [n:127.0.0.1:53455_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:42659_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"https://127.0.0.1:42659","node_name":"127.0.0.1:42659_","state":"down"}
[junit4] 2> 58023 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 58023 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 58048 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-3-001/cores/collection1
[junit4] 2> 58048 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-3-001
[junit4] 2> 58060 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 58082 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@648e5d75{/,null,AVAILABLE}
[junit4] 2> 58083 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69fd597c{SSL,[ssl, http/1.1]}{127.0.0.1:34814}
[junit4] 2> 58083 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.e.j.s.Server Started @61848ms
[junit4] 2> 58083 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:57776/hdfs__localhost_57776__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=34814, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-3-001/cores}
[junit4] 2> 58083 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 58097 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 58097 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 58097 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 58097 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-16T12:47:47.005Z
[junit4] 2> 58116 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 58116 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-3-001/solr.xml
[junit4] 2> 58139 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 58143 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47875/solr
[junit4] 2> 58171 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:34814_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 58173 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:34814_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 58178 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:34814_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34814_
[junit4] 2> 58184 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:54273_) [n:127.0.0.1:54273_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 58193 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 58193 INFO (zkCallback-52-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 58184 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 58205 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:34814_) [n:127.0.0.1:34814_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 58280 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:34814_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_654FF3E4AEE3DD02-001/shard-3-001/cores
[junit4] 2> 58280 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[654FF3E4AEE3DD02]) [n:127.0.0.1:34814_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 58288 INFO (OverseerStateUpdate-97626911742885893-127.0.0.1:54273_-n_0000000000) [n:127.0.0.1:54273_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 58390 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:42659_) [n:127.0.0.1:42659_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 58390 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:34814_) [n:127.0.0.1:34814_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 58390 INFO (zkCallback-58-thread-2-processing-n:127.0.0.1:53455_) [n:127.0.0.1:53455_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 59018 INFO (qtp2127532541-670) [n:127.0.0.1:53455_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:42659_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:57776/solr_hdfs_home/collection1/core_node2/data/","base_url":"https://127.0.0.1:42659","node_name":"127.0.0.1:42659_","state":"recovering","ulogDir":"hdfs://localhost:57776/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 59018 INFO (qtp2127532541-670) [n:127.0.0.1:53455_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 59018 INFO (qtp2127532541-670) [n:127.0.0.1:53455_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42659_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 59315 WARN (coreLoadExecutor-309-thread-1-processing-n:127.0.0.1:34814_) [n:127.0.0.1:34814_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 59316 INFO (coreLoadExecutor-309-thread-1-processing-n:127.0.0.1:34814_) [n:127.0.0.1:34814_ c:collection1 x:c
[...truncated too long message...]
enceQueue.java:164)
[junit4] 2> java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
[junit4] 2>
[junit4] 2> JUnit4-serializer-daemon:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2>
[junit4] 2> Signal Dispatcher:
[junit4] 2>
[junit4] 2> IPC Parameter Sending Thread #0:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> Reference Handler:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Object.wait(Object.java:502)
[junit4] 2> java.lang.ref.Reference.tryHandlePending(Reference.java:191)
[junit4] 2> java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
[junit4] 2>
[junit4] 2> LeaseRenewer:jenkins@localhost:57776:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444)
[junit4] 2> org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
[junit4] 2> org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304)
[junit4] 2> java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> org.apache.hadoop.hdfs.PeerCache@7dfe24d2:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:255)
[junit4] 2> org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
[junit4] 2> org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
[junit4] 2> java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 237281 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[654FF3E4AEE3DD02]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=Memory doPackFST= true), a_t=Lucene50(blocksize=128), a_i=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= true)}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1439, maxMBSortInHeap=6.13387570003821, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=tr-TR, timezone=Atlantic/Madeira
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=5,free=205828544,total=435683328
[junit4] 2> NOTE: All tests run in this JVM: [CustomCollectionTest, HdfsChaosMonkeySafeLeaderTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsChaosMonkeySafeLeaderTest -Dtests.seed=654FF3E4AEE3DD02 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=Atlantic/Madeira -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | HdfsChaosMonkeySafeLeaderTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316)
[junit4] > at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:610)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:498)
[junit4] > at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:78)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:985)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:1688)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:1581)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1390)
[junit4] > at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:159)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
[junit4] > at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] > at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
[junit4] > at org.apache.solr.core.SolrCore.execute(SolrCore.java:2440)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:529)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([654FF3E4AEE3DD02]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [10/698 (1!)] on J0 in 201.01s, 1 test, 1 failure <<< FAILURES!
[...truncated 64899 lines...]