You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/02/22 03:50:48 UTC
[JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+155) - Build
# 19022 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19022/
Java: 32bit/jdk-9-ea+155 -client -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:44122/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:35815/solr/test_col_shard1_replica1: Server Error request: http://127.0.0.1:35815/solr/test_col_shard1_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A44122%2Fsolr%2Ftest_col_shard1_replica2%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44122/solr/test_col_shard1_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@e77683
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:44122/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:35815/solr/test_col_shard1_replica1: Server Error
request: http://127.0.0.1:35815/solr/test_col_shard1_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A44122%2Fsolr%2Ftest_col_shard1_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44122/solr/test_col_shard1_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@e77683
at __randomizedtesting.SeedInfo.seed([4DA757C6C6058F29:7BB335804C58B538]:0)
at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:543)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:44122/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:35815/solr/test_col_shard1_replica1: Server Error
request: http://127.0.0.1:35815/solr/test_col_shard1_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A44122%2Fsolr%2Ftest_col_shard1_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44122/solr/test_col_shard1_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@e77683
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44122/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:35815/solr/test_col_shard1_replica1: Server Error
request: http://127.0.0.1:35815/solr/test_col_shard1_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A44122%2Fsolr%2Ftest_col_shard1_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44122/solr/test_col_shard1_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@e77683
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
Build Log:
[...truncated 12501 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/init-core-data-001
[junit4] 2> 1858411 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1858413 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="SSL overhead seems to cause OutOfMemory when stress testing")
[junit4] 2> 1858413 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001
[junit4] 2> 1858414 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1858414 INFO (Thread-2783) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1858414 INFO (Thread-2783) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1858514 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41375
[junit4] 2> 1858519 INFO (jetty-launcher-1985-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1858519 INFO (jetty-launcher-1985-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1858519 INFO (jetty-launcher-1985-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1858519 INFO (jetty-launcher-1985-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1858521 INFO (jetty-launcher-1985-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fe26c4{/solr,null,AVAILABLE}
[junit4] 2> 1858521 INFO (jetty-launcher-1985-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@148cb48{/solr,null,AVAILABLE}
[junit4] 2> 1858521 INFO (jetty-launcher-1985-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d13acf{/solr,null,AVAILABLE}
[junit4] 2> 1858521 INFO (jetty-launcher-1985-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bd05cd{/solr,null,AVAILABLE}
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@119fd03{HTTP/1.1,[http/1.1]}{127.0.0.1:45731}
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18d4077{HTTP/1.1,[http/1.1]}{127.0.0.1:44122}
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ] o.e.j.s.Server Started @1860251ms
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ] o.e.j.s.Server Started @1860251ms
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45731}
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44122}
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@95ab34{HTTP/1.1,[http/1.1]}{127.0.0.1:35815}
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ce0917{HTTP/1.1,[http/1.1]}{127.0.0.1:46250}
[junit4] 2> 1858522 ERROR (jetty-launcher-1985-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858522 ERROR (jetty-launcher-1985-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T03:33:41.099106Z
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T03:33:41.099150Z
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-4) [ ] o.e.j.s.Server Started @1860252ms
[junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-1) [ ] o.e.j.s.Server Started @1860252ms
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46250}
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35815}
[junit4] 2> 1858523 ERROR (jetty-launcher-1985-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858523 ERROR (jetty-launcher-1985-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T03:33:41.099973Z
[junit4] 2> 1858524 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T03:33:41.100042Z
[junit4] 2> 1858525 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858525 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858525 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858525 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858529 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a63e1b6010001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1858534 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41375/solr
[junit4] 2> 1858536 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41375/solr
[junit4] 2> 1858536 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41375/solr
[junit4] 2> 1858536 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a63e1b6010005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1858536 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41375/solr
[junit4] 2> 1858538 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a63e1b6010006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1858548 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1858548 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1858549 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1858549 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44122_solr
[junit4] 2> 1858549 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45731_solr
[junit4] 2> 1858549 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35815_solr
[junit4] 2> 1858550 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.c.Overseer Overseer (id=97500163014197259-127.0.0.1:44122_solr-n_0000000000) starting
[junit4] 2> 1858550 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1858551 INFO (zkCallback-2005-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1858551 INFO (zkCallback-2003-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1858555 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1858556 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1858556 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44122_solr
[junit4] 2> 1858557 INFO (zkCallback-2005-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1858557 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1858557 INFO (zkCallback-2003-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1858558 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1858558 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46250_solr
[junit4] 2> 1858559 INFO (zkCallback-2005-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1858559 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1858559 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1858572 INFO (zkCallback-2003-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1858687 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node2/.
[junit4] 2> 1858712 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node3/.
[junit4] 2> 1858860 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node4/.
[junit4] 2> 1858878 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node1/.
[junit4] 2> 1859606 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1859606 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41375/solr ready
[junit4] 2> 1860181 INFO (qtp8178341-12396) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1860182 INFO (OverseerThreadFactory-5389-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 1860286 INFO (qtp18082474-12397) [ ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 1860287 INFO (qtp8178341-12401) [ ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 1860288 INFO (qtp28373103-12399) [ ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 1860288 INFO (qtp26732534-12394) [ ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 1860391 INFO (zkCallback-2003-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1860391 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1860391 INFO (zkCallback-2005-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1860391 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1861296 INFO (qtp18082474-12397) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1861296 INFO (qtp8178341-12401) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1861298 INFO (qtp26732534-12394) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1861299 INFO (qtp28373103-12399) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1861314 INFO (qtp18082474-12397) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 1861314 INFO (qtp8178341-12401) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 1861314 INFO (qtp26732534-12394) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 1861315 INFO (qtp26732534-12394) [ ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1861315 INFO (qtp18082474-12397) [ ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1861315 INFO (qtp8178341-12401) [ ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1861316 INFO (qtp8178341-12401) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 1861316 INFO (qtp28373103-12399) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 1861316 INFO (qtp18082474-12397) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
[junit4] 2> 1861316 INFO (qtp26732534-12394) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col
[junit4] 2> 1861316 INFO (qtp26732534-12394) [ ] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node2/test_col_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node2/./test_col_shard2_replica2/data/]
[junit4] 2> 1861316 INFO (qtp18082474-12397) [ ] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node1/test_col_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node1/./test_col_shard1_replica1/data/]
[junit4] 2> 1861316 INFO (qtp8178341-12401) [ ] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node3/test_col_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node3/./test_col_shard1_replica2/data/]
[junit4] 2> 1861316 INFO (qtp26732534-12394) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a7b0c
[junit4] 2> 1861317 INFO (qtp18082474-12397) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a7b0c
[junit4] 2> 1861317 INFO (qtp8178341-12401) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a7b0c
[junit4] 2> 1861317 INFO (qtp28373103-12399) [ ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 1861317 INFO (qtp28373103-12399) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
[junit4] 2> 1861318 INFO (qtp28373103-12399) [ ] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node4/test_col_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001/node4/./test_col_shard2_replica1/data/]
[junit4] 2> 1861318 INFO (qtp28373103-12399) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a7b0c
[junit4] 2> 1861319 INFO (qtp8178341-12401) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1618447437, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1861319 INFO (qtp18082474-12397) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1618447437, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1861319 INFO (qtp26732534-12394) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1618447437, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1861320 INFO (qtp28373103-12399) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1618447437, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1861324 WARN (qtp8178341-12401) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1861324 WARN (qtp26732534-12394) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1861326 WARN (qtp18082474-12397) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1861328 WARN (qtp28373103-12399) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1861528 INFO (qtp18082474-12397) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1861528 INFO (qtp18082474-12397) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1861530 INFO (qtp28373103-12399) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1861530 INFO (qtp28373103-12399) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1861533 INFO (qtp18082474-12397) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1861533 INFO (qtp18082474-12397) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1861534 INFO (qtp18082474-12397) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=44.888671875, floorSegmentMB=0.314453125, forceMergeDeletesPctAllowed=15.729309230518226, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8922487942795961
[junit4] 2> 1861534 INFO (qtp18082474-12397) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@14cb7dc[test_col_shard1_replica1] main]
[junit4] 2> 1861534 INFO (qtp18082474-12397) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1861535 INFO (qtp18082474-12397) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1861535 INFO (qtp18082474-12397) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1861536 INFO (qtp28373103-12399) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1861536 INFO (qtp28373103-12399) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1861536 INFO (searcherExecutor-5399-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard1_replica1] Registered new searcher Searcher@14cb7dc[test_col_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1861536 INFO (qtp18082474-12397) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560002611497664512
[junit4] 2> 1861536 INFO (qtp28373103-12399) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=44.888671875, floorSegmentMB=0.314453125, forceMergeDeletesPctAllowed=15.729309230518226, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8922487942795961
[junit4] 2> 1861536 INFO (qtp28373103-12399) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16831db[test_col_shard2_replica1] main]
[junit4] 2> 1861537 INFO (qtp8178341-12401) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1861537 INFO (qtp8178341-12401) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1861538 INFO (qtp28373103-12399) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1861538 INFO (qtp28373103-12399) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1861538 INFO (qtp28373103-12399) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1861539 INFO (searcherExecutor-5401-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard2_replica1] Registered new searcher Searcher@16831db[test_col_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1861539 INFO (qtp28373103-12399) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560002611500810240
[junit4] 2> 1861541 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1861543 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1861544 INFO (qtp8178341-12401) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1861544 INFO (qtp8178341-12401) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1861544 INFO (qtp8178341-12401) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=44.888671875, floorSegmentMB=0.314453125, forceMergeDeletesPctAllowed=15.729309230518226, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8922487942795961
[junit4] 2> 1861544 INFO (qtp8178341-12401) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@174a568[test_col_shard1_replica2] main]
[junit4] 2> 1861545 INFO (qtp8178341-12401) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1861545 INFO (qtp8178341-12401) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1861545 INFO (qtp8178341-12401) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1861546 INFO (searcherExecutor-5398-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard1_replica2] Registered new searcher Searcher@174a568[test_col_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1861546 INFO (qtp8178341-12401) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560002611508150272
[junit4] 2> 1861549 INFO (qtp26732534-12394) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1861549 INFO (qtp26732534-12394) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1861556 INFO (qtp26732534-12394) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1861556 INFO (qtp26732534-12394) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1861556 INFO (qtp26732534-12394) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=44.888671875, floorSegmentMB=0.314453125, forceMergeDeletesPctAllowed=15.729309230518226, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8922487942795961
[junit4] 2> 1861556 INFO (qtp26732534-12394) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@139b1e7[test_col_shard2_replica2] main]
[junit4] 2> 1861557 INFO (qtp26732534-12394) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1861557 INFO (qtp26732534-12394) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 1861557 INFO (qtp26732534-12394) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1861558 INFO (searcherExecutor-5400-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard2_replica2] Registered new searcher Searcher@139b1e7[test_col_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1861558 INFO (qtp26732534-12394) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560002611520733184
[junit4] 2> 1861645 INFO (zkCallback-2003-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1861645 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1861645 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1861645 INFO (zkCallback-2005-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862041 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1862041 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1862041 INFO (qtp18082474-12397) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35815/solr/test_col_shard1_replica1/
[junit4] 2> 1862042 INFO (qtp18082474-12397) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica1 url=http://127.0.0.1:35815/solr START replicas=[http://127.0.0.1:44122/solr/test_col_shard1_replica2/] nUpdates=100
[junit4] 2> 1862042 INFO (qtp18082474-12397) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica1 url=http://127.0.0.1:35815/solr DONE. We have no versions. sync failed.
[junit4] 2> 1862043 INFO (qtp8178341-12383) [ ] o.a.s.c.S.Request [test_col_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1862044 INFO (qtp18082474-12397) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1862044 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1862044 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1862044 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1862044 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1862044 INFO (qtp28373103-12399) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46250/solr/test_col_shard2_replica1/
[junit4] 2> 1862044 INFO (qtp28373103-12399) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica1 url=http://127.0.0.1:46250/solr START replicas=[http://127.0.0.1:45731/solr/test_col_shard2_replica2/] nUpdates=100
[junit4] 2> 1862044 INFO (qtp28373103-12399) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica1 url=http://127.0.0.1:46250/solr DONE. We have no versions. sync failed.
[junit4] 2> 1862045 INFO (qtp26732534-12403) [ ] o.a.s.c.S.Request [test_col_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1862045 INFO (qtp28373103-12399) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1862045 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1862045 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1862046 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35815/solr/test_col_shard1_replica1/ shard1
[junit4] 2> 1862047 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46250/solr/test_col_shard2_replica1/ shard2
[junit4] 2> 1862148 INFO (zkCallback-2005-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862148 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862148 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862148 INFO (zkCallback-2003-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862196 INFO (qtp18082474-12397) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1862197 INFO (qtp28373103-12399) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1862200 INFO (qtp18082474-12397) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2} status=0 QTime=1913
[junit4] 2> 1862201 INFO (qtp28373103-12399) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2} status=0 QTime=1913
[junit4] 2> 1862299 INFO (zkCallback-2003-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862299 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862299 INFO (zkCallback-2005-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862299 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862552 INFO (qtp8178341-12401) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2} status=0 QTime=2265
[junit4] 2> 1862564 INFO (qtp26732534-12394) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2} status=0 QTime=2276
[junit4] 2> 1862565 INFO (qtp8178341-12396) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1862663 INFO (zkCallback-2005-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862663 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862663 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1862663 INFO (zkCallback-2003-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1863566 INFO (qtp8178341-12396) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3384
[junit4] 2> 1863566 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: test_col failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1863566 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: test_col
[junit4] 2> 1863573 INFO (qtp26732534-12382) [ ] o.a.s.c.S.Request [test_col_shard2_replica2] webapp=/solr path=/schema/fieldtypes/long params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1863593 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_stored-seed#[4DA757C6C6058F29]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test_dv_stored
[junit4] 2> 1863601 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1560002613655633920&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1560002613655633920)} 0 2
[junit4] 2> 1863602 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1560002613657731072&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1560002613657731072)} 0 2
[junit4] 2> 1863602 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1560002613657731072)} 0 7
[junit4] 2> 1863603 INFO (qtp18082474-12407) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1560002613655633920)} 0 9
[junit4] 2> 1863603 INFO (qtp8178341-12498) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1863604 WARN (qtp8178341-12498) [ ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 1863604 INFO (qtp28373103-12376) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1863604 WARN (qtp28373103-12376) [ ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 1863604 INFO (qtp8178341-12498) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1863604 INFO (qtp28373103-12376) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1863604 INFO (qtp18082474-12381) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1863604 WARN (qtp18082474-12381) [ ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 1863604 INFO (qtp26732534-12386) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1863604 WARN (qtp26732534-12386) [ ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 1863604 INFO (qtp18082474-12381) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1863605 INFO (qtp26732534-12386) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1863605 INFO (qtp28373103-12376) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1863605 INFO (qtp18082474-12381) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1863605 INFO (qtp26732534-12386) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1863605 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
[junit4] 2> 1863605 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
[junit4] 2> 1863605 INFO (qtp8178341-12498) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1863605 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 1
[junit4] 2> 1863605 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 2
[junit4] 2> 1863605 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={_stateVer_=test_col:5&optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2}{optimize=} 0 2
[junit4] 2> 1863606 INFO (qtp28373103-12380) [ ] o.a.s.c.S.Request [test_col_shard2_replica1] webapp=/solr path=/schema/fields/long_dv_stored params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1863606 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_stored-seed#[4DA757C6C6058F29]) [ ] o.a.s.c.TestStressCloudBlindAtomicUpdates Testing long_dv_stored: numDocsToCheck=111, numDocsInIndex=666, incr=6
[junit4] 2> 1863618 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[0 (1560002613669265408)]} 0 2
[junit4] 2> 1863618 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1560002613669265408)]} 0 11
[junit4] 2> 1863619 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[1 (1560002613681848320)]} 0 0
[junit4] 2> 1863619 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1560002613681848320)]} 0 0
[junit4] 2> 1863625 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[2 (1560002613682896896)]} 0 2
[junit4] 2> 1863625 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1560002613682896896)]} 0 5
[junit4] 2> 1863626 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[3 (1560002613688139776)]} 0 0
[junit4] 2> 1863626 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1560002613688139776)]} 0 0
[junit4] 2> 1863626 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[4 (1560002613689188352)]} 0 0
[junit4] 2> 1863626 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1560002613689188352)]} 0 0
[junit4] 2> 1863627 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[5 (1560002613690236928)]} 0 0
[junit4] 2> 1863627 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1560002613690236928)]} 0 0
[junit4] 2> 1863629 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[6 (1560002613691285504)]} 0 0
[junit4] 2> 1863629 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1560002613691285504)]} 0 0
[junit4] 2> 1863630 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[7 (1560002613692334080)]} 0 0
[junit4] 2> 1863630 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1560002613692334080)]} 0 0
[junit4] 2> 1863630 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[8 (1560002613693382656)]} 0 0
[junit4] 2> 1863631 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1560002613693382656)]} 0 0
[junit4] 2> 1863631 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[9 (1560002613694431232)]} 0 0
[junit4] 2> 1863631 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1560002613694431232)]} 0 0
[junit4] 2> 1863632 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[10 (1560002613695479808)]} 0 0
[junit4] 2> 1863632 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1560002613695479808)]} 0 0
[junit4] 2> 1863633 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[11 (1560002613695479809)]} 0 0
[junit4] 2> 1863633 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1560002613695479809)]} 0 0
[junit4] 2> 1863633 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[12 (1560002613696528384)]} 0 0
[junit4] 2> 1863633 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1560002613696528384)]} 0 0
[junit4] 2> 1863634 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[13 (1560002613697576960)]} 0 0
[junit4] 2> 1863634 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1560002613697576960)]} 0 0
[junit4] 2> 1863635 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[14 (1560002613698625536)]} 0 0
[junit4] 2> 1863635 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1560002613698625536)]} 0 0
[junit4] 2> 1863636 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[15 (1560002613698625537)]} 0 0
[junit4] 2> 1863636 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1560002613698625537)]} 0 0
[junit4] 2> 1863648 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[16 (1560002613699674112)]} 0 11
[junit4] 2> 1863648 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1560002613699674112)]} 0 11
[junit4] 2> 1863649 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[17 (1560002613712257024)]} 0 0
[junit4] 2> 1863649 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1560002613712257024)]} 0 0
[junit4] 2> 1863650 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[18 (1560002613713305600)]} 0 0
[junit4] 2> 1863650 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1560002613713305600)]} 0 0
[junit4] 2> 1863650 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[19 (1560002613714354176)]} 0 0
[junit4] 2> 1863651 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1560002613714354176)]} 0 0
[junit4] 2> 1863652 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[20 (1560002613715402752)]} 0 0
[junit4] 2> 1863652 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1560002613715402752)]} 0 1
[junit4] 2> 1863653 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[21 (1560002613717499904)]} 0 0
[junit4] 2> 1863653 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1560002613717499904)]} 0 0
[junit4] 2> 1863654 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[22 (1560002613717499904)]} 0 0
[junit4] 2> 1863654 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1560002613717499904)]} 0 0
[junit4] 2> 1863654 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[23 (1560002613718548480)]} 0 0
[junit4] 2> 1863654 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1560002613718548480)]} 0 0
[junit4] 2> 1863655 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[24 (1560002613719597056)]} 0 0
[junit4] 2> 1863655 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1560002613719597056)]} 0 0
[junit4] 2> 1863656 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[25 (1560002613720645632)]} 0 0
[junit4] 2> 1863656 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1560002613720645632)]} 0 0
[junit4] 2> 1863657 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[26 (1560002613720645633)]} 0 0
[junit4] 2> 1863657 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1560002613720645633)]} 0 0
[junit4] 2> 1863657 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[27 (1560002613721694208)]} 0 0
[junit4] 2> 1863658 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1560002613721694208)]} 0 0
[junit4] 2> 1863658 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[28 (1560002613722742784)]} 0 0
[junit4] 2> 1863658 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1560002613722742784)]} 0 0
[junit4] 2> 1863659 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[29 (1560002613723791360)]} 0 0
[junit4] 2> 1863659 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1560002613723791360)]} 0 0
[junit4] 2> 1863660 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[30 (1560002613723791361)]} 0 0
[junit4] 2> 1863660 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1560002613723791361)]} 0 0
[junit4] 2> 1863660 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[31 (1560002613724839936)]} 0 0
[junit4] 2> 1863660 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1560002613724839936)]} 0 0
[junit4] 2> 1863661 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[32 (1560002613725888512)]} 0 0
[junit4] 2> 1863661 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1560002613725888512)]} 0 0
[junit4] 2> 1863662 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[33 (1560002613725888512)]} 0 0
[junit4] 2> 1863662 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1560002613725888512)]} 0 0
[junit4] 2> 1863663 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[34 (1560002613726937088)]} 0 0
[junit4] 2> 1863663 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1560002613726937088)]} 0 0
[junit4] 2> 1863664 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[35 (1560002613727985664)]} 0 1
[junit4] 2> 1863665 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1560002613727985664)]} 0 1
[junit4] 2> 1863665 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[36 (1560002613730082816)]} 0 0
[junit4] 2> 1863665 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1560002613730082816)]} 0 0
[junit4] 2> 1863666 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[37 (1560002613731131392)]} 0 0
[junit4] 2> 1863666 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1560002613731131392)]} 0 0
[junit4] 2> 1863667 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[38 (1560002613731131392)]} 0 0
[junit4] 2> 1863667 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1560002613731131392)]} 0 0
[junit4] 2> 1863667 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[39 (1560002613732179968)]} 0 0
[junit4] 2> 1863668 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1560002613732179968)]} 0 0
[junit4] 2> 1863668 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[40 (1560002613733228544)]} 0 0
[junit4] 2> 1863668 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1560002613733228544)]} 0 0
[junit4] 2> 1863669 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[41 (1560002613734277120)]} 0 0
[junit4] 2> 1863669 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1560002613734277120)]} 0 0
[junit4] 2> 1863669 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[42 (1560002613734277121)]} 0 0
[junit4] 2> 1863670 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1560002613734277121)]} 0 0
[junit4] 2> 1863670 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[43 (1560002613735325696)]} 0 0
[junit4] 2> 1863670 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1560002613735325696)]} 0 0
[junit4] 2> 1863671 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[44 (1560002613736374272)]} 0 0
[junit4] 2> 1863671 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1560002613736374272)]} 0 0
[junit4] 2> 1863672 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[45 (1560002613736374272)]} 0 0
[junit4] 2> 1863672 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1560002613736374272)]} 0 0
[junit4] 2> 1863672 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[46 (1560002613737422848)]} 0 0
[junit4] 2> 1863672 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1560002613737422848)]} 0 0
[junit4] 2> 1863673 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[47 (1560002613738471424)]} 0 0
[junit4] 2> 1863673 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1560002613738471424)]} 0 0
[junit4] 2> 1863674 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[48 (1560002613738471425)]} 0 0
[junit4] 2> 1863674 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1560002613738471425)]} 0 0
[junit4] 2> 1863674 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[49 (1560002613739520000)]} 0 0
[junit4] 2> 1863674 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1560002613739520000)]} 0 0
[junit4] 2> 1863675 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[50 (1560002613740568576)]} 0 0
[junit4] 2> 1863675 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1560002613740568576)]} 0 0
[junit4] 2> 1863676 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[51 (1560002613740568577)]} 0 0
[junit4] 2> 1863676 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1560002613740568577)]} 0 1
[junit4] 2> 1863677 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[52 (1560002613742665728)]} 0 0
[junit4] 2> 1863677 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1560002613742665728)]} 0 0
[junit4] 2> 1863678 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[53 (1560002613742665728)]} 0 0
[junit4] 2> 1863678 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1560002613742665728)]} 0 0
[junit4] 2> 1863678 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[54 (1560002613743714304)]} 0 0
[junit4] 2> 1863678 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54 (1560002613743714304)]} 0 0
[junit4] 2> 1863679 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[55 (1560002613744762880)]} 0 0
[junit4] 2> 1863679 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55 (1560002613744762880)]} 0 0
[junit4] 2> 1863680 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=javabin&version=2}{add=[56 (156000261374476288
[...truncated too long message...]
2> 1879830 INFO (zkCallback-2003-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1879830 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1879830 INFO (zkCallback-2004-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35815_solr
[junit4] 2> 1879844 INFO (coreCloseExecutor-5419-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard2.replica2
[junit4] 2> 1879845 INFO (zkCallback-2004-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1879848 INFO (coreCloseExecutor-5420-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard1.replica1
[junit4] 2> 1881329 WARN (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1881329 INFO (jetty-launcher-1985-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1881329 WARN (zkCallback-2005-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1881330 INFO (jetty-launcher-1985-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d13acf{/solr,null,UNAVAILABLE}
[junit4] 2> 1881330 INFO (jetty-launcher-1985-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1881330 INFO (jetty-launcher-1985-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1fe26c4{/solr,null,UNAVAILABLE}
[junit4] 2> 1881345 WARN (zkCallback-2003-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1881345 INFO (jetty-launcher-1985-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1881345 INFO (jetty-launcher-1985-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bd05cd{/solr,null,UNAVAILABLE}
[junit4] 2> 1881349 WARN (zkCallback-2004-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1881349 INFO (jetty-launcher-1985-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1881349 INFO (jetty-launcher-1985-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@148cb48{/solr,null,UNAVAILABLE}
[junit4] 2> 1881350 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41375 41375
[junit4] 2> 1886371 INFO (Thread-2783) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41375 41375
[junit4] 2> 1886371 WARN (Thread-2783) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/test_col/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/overseer/queue
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1886371 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {long_stored_idx=Lucene50(blocksize=128), long_dv_idx=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=LuceneFixedGap), long_dv_stored_idx=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{_version_=DocValuesFormat(name=Asserting), long_dv_idx=DocValuesFormat(name=Lucene70), long_dv_stored=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Direct), long_dv=DocValuesFormat(name=Lucene70), long_dv_stored_idx=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=673, maxMBSortInHeap=7.699609931729759, sim=RandomSimilarity(queryNorm=false): {}, locale=cs, timezone=UCT
[junit4] 2> NOTE: Linux 4.4.0-53-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=211103432,total=325058560
[junit4] 2> NOTE: All tests run in this JVM: [AsyncCallRequestStatusResponseTest, BufferStoreTest, SimplePostToolTest, MigrateRouteKeyTest, SuggesterFSTTest, HdfsChaosMonkeyNothingIsSafeTest, QueryParsingTest, DocumentBuilderTest, CollectionsAPIDistributedZkTest, TestLeaderInitiatedRecoveryThread, ChaosMonkeyNothingIsSafeTest, DistanceFunctionTest, TestSlowCompositeReaderWrapper, HttpPartitionTest, TestHashPartitioner, TestFieldTypeCollectionResource, TestCloudSchemaless, HdfsTlogReplayBufferedWhileIndexingTest, ResponseHeaderTest, BlockJoinFacetDistribTest, TestStressRecovery, TestRestManager, TestBM25SimilarityFactory, TestTestInjection, DistributedVersionInfoTest, TestJsonRequest, TestGraphMLResponseWriter, ReplicaListTransformerTest, CdcrReplicationDistributedZkTest, TestSerializedLuceneMatchVersion, SuggestComponentContextFilterQueryTest, DistributedExpandComponentTest, SparseHLLTest, TestConfigSetsAPIZkFailure, TestCopyFieldCollectionResource, TemplateUpdateProcessorTest, TestComplexPhraseLeadingWildcard, LeaderFailureAfterFreshStartTest, SpellCheckComponentTest, TestSolrFieldCacheMBean, SortSpecParsingTest, TestConfigSetProperties, DataDrivenBlockJoinTest, TestPerFieldSimilarity, ManagedSchemaRoundRobinCloudTest, SpatialFilterTest, TestRequestStatusCollectionAPI, ZkStateWriterTest, CloneFieldUpdateProcessorFactoryTest, SaslZkACLProviderTest, SchemaVersionSpecificBehaviorTest, SOLR749Test, DirectSolrConnectionTest, OpenCloseCoreStressTest, TestFieldCacheVsDocValues, TestSchemaResource, GraphQueryTest, CoreAdminRequestStatusTest, ConcurrentDeleteAndCreateCollectionTest, TestPerFieldSimilarityWithDefaultOverride, TestDistribDocBasedVersion, TestSQLHandlerNonCloud, StressHdfsTest, TestCloudPseudoReturnFields, TestWordDelimiterFilterFactory, TestPartialUpdateDeduplication, SolrIndexSplitterTest, CachingDirectoryFactoryTest, AddBlockUpdateTest, TestDocumentBuilder, FullHLLTest, OutOfBoxZkACLAndCredentialsProvidersTest, OpenExchangeRatesOrgProviderTest, TestObjectReleaseTracker, RestartWhileUpdatingTest, SpellCheckCollatorTest, TestCloudDeleteByQuery, ClusterStateUpdateTest, SolrCloudExampleTest, TestCoreContainer, TestClassicSimilarityFactory, ChaosMonkeySafeLeaderTest, TestMiniSolrCloudCluster, HighlighterTest, SolrMetricManagerTest, TestOrdValues, RulesTest, TestElisionMultitermQuery, TestReloadAndDeleteDocs, TestImpersonationWithHadoopAuth, TestInPlaceUpdatesDistrib, DirectSolrSpellCheckerTest, VersionInfoTest, BigEndianAscendingWordSerializerTest, IndexSchemaTest, TestIntervalFaceting, TestOverriddenPrefixQueryForCustomFieldType, TestManagedSchemaAPI, DistribDocExpirationUpdateProcessorTest, DateRangeFieldTest, CreateCollectionCleanupTest, BasicFunctionalityTest, ZkCLITest, TestCollectionAPI, IndexSchemaRuntimeFieldTest, DistributedFacetPivotWhiteBoxTest, TestTrie, TestCustomStream, JsonLoaderTest, TermVectorComponentTest, CloudExitableDirectoryReaderTest, TestCharFilters, AlternateDirectoryTest, TestDistributedGrouping, ZkControllerTest, TestRealTimeGet, TestStressReorder, DistributedTermsComponentTest, TestGroupingSearch, TestFiltering, TestFoldingMultitermQuery, DocValuesTest, TestUpdate, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoMBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, TestQueryTypes, TermsComponentTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestCSVResponseWriter, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, TestLMJelinekMercerSimilarityFactory, URLClassifyProcessorTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, FileUtilsTest, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestPathTrie, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, CollectionTooManyReplicasTest, LeaderInitiatedRecoveryOnCommitTest, RemoteQueryErrorTest, RollingRestartTest, TestConfigSetsAPI, TestHdfsCloudBackupRestore, TestLockTree, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [521/693 (1!)] on J1 in 27.97s, 5 tests, 1 error <<< FAILURES!
[...truncated 52211 lines...]
Re: [JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+155) -
Build # 19022 - Unstable!
Posted by Ishan Chattopadhyaya <ic...@gmail.com>.
Looks like a reproducible failure due to in-place updates. Couldn't
understand why it failed based on a preliminary look. I'll look at it over
the weekend / next week.
On Wed, Feb 22, 2017 at 9:20 AM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:
> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19022/
> Java: 32bit/jdk-9-ea+155 -client -XX:+UseG1GC
>
> 1 tests failed.
> FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
>
> Error Message:
> java.lang.RuntimeException: Error from server at
> http://127.0.0.1:44122/solr/test_col: Async exception during distributed
> update: Error from server at http://127.0.0.1:35815/solr/
> test_col_shard1_replica1: Server Error request:
> http://127.0.0.1:35815/solr/test_col_shard1_replica1/
> update?update.distrib=TOLEADER&distrib.from=http%3A%
> 2F%2F127.0.0.1%3A44122%2Fsolr%2Ftest_col_shard1_replica2%2F&
> wt=javabin&version=2 Remote error message: Failed synchronous update on
> shard StdNode: http://127.0.0.1:44122/solr/test_col_shard1_replica2/
> update: org.apache.solr.client.solrj.request.UpdateRequest@e77683
>
> Stack Trace:
> java.util.concurrent.ExecutionException: java.lang.RuntimeException:
> Error from server at http://127.0.0.1:44122/solr/test_col: Async
> exception during distributed update: Error from server at
> http://127.0.0.1:35815/solr/test_col_shard1_replica1: Server Error
>
>
>
> request: http://127.0.0.1:35815/solr/test_col_shard1_replica1/
> update?update.distrib=TOLEADER&distrib.from=http%3A%
> 2F%2F127.0.0.1%3A44122%2Fsolr%2Ftest_col_shard1_replica2%2F&
> wt=javabin&version=2
> Remote error message: Failed synchronous update on shard StdNode:
> http://127.0.0.1:44122/solr/test_col_shard1_replica2/ update:
> org.apache.solr.client.solrj.request.UpdateRequest@e77683
> at __randomizedtesting.SeedInfo.seed([4DA757C6C6058F29:
> 7BB335804C58B538]:0)
> at java.base/java.util.concurrent.FutureTask.report(
> FutureTask.java:122)
> at java.base/java.util.concurrent.FutureTask.get(
> FutureTask.java:191)
> at org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes.checkField(TestStressCloudBlindAtomicUpdates.java:281)
> at org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:62)
> at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.
> invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:543)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(
> RandomizedRunner.java:1713)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(
> RandomizedRunner.java:907)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(
> RandomizedRunner.java:943)
> at com.carrotsearch.randomizedtesting.
> RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(
> TestRuleSetupTeardownChained.java:49)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(
> TestRuleThreadAndTestName.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.
> forkTimeoutingTask(ThreadLeakControl.java:817)
> at com.carrotsearch.randomizedtesting.
> ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.
> runSingleTest(RandomizedRunner.java:916)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(
> RandomizedRunner.java:802)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(
> RandomizedRunner.java:852)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(
> RandomizedRunner.java:863)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:57)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:45)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(
> TestRuleStoreClassName.java:41)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(
> TestRuleAssertionsRequired.java:53)
> at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:47)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(
> TestRuleIgnoreTestSuites.java:54)
> at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:368)
> at java.base/java.lang.Thread.run(Thread.java:844)
> Caused by: java.lang.RuntimeException: Error from server at
> http://127.0.0.1:44122/solr/test_col: Async exception during distributed
> update: Error from server at http://127.0.0.1:35815/solr/
> test_col_shard1_replica1: Server Error
>
>
>
> request: http://127.0.0.1:35815/solr/test_col_shard1_replica1/
> update?update.distrib=TOLEADER&distrib.from=http%3A%
> 2F%2F127.0.0.1%3A44122%2Fsolr%2Ftest_col_shard1_replica2%2F&
> wt=javabin&version=2
> Remote error message: Failed synchronous update on shard StdNode:
> http://127.0.0.1:44122/solr/test_col_shard1_replica2/ update:
> org.apache.solr.client.solrj.request.UpdateRequest@e77683
> at org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(
> Executors.java:514)
> at java.base/java.util.concurrent.FutureTask.run(
> FutureTask.java:264)
> at org.apache.solr.common.util.ExecutorUtil$
> MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
> at java.base/java.util.concurrent.ThreadPoolExecutor.
> runWorker(ThreadPoolExecutor.java:1161)
> at java.base/java.util.concurrent.ThreadPoolExecutor$
> Worker.run(ThreadPoolExecutor.java:635)
> ... 1 more
> Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:
> Error from server at http://127.0.0.1:44122/solr/test_col: Async
> exception during distributed update: Error from server at
> http://127.0.0.1:35815/solr/test_col_shard1_replica1: Server Error
>
>
>
> request: http://127.0.0.1:35815/solr/test_col_shard1_replica1/
> update?update.distrib=TOLEADER&distrib.from=http%3A%
> 2F%2F127.0.0.1%3A44122%2Fsolr%2Ftest_col_shard1_replica2%2F&
> wt=javabin&version=2
> Remote error message: Failed synchronous update on shard StdNode:
> http://127.0.0.1:44122/solr/test_col_shard1_replica2/ update:
> org.apache.solr.client.solrj.request.UpdateRequest@e77683
> at org.apache.solr.client.solrj.impl.HttpSolrClient.
> executeMethod(HttpSolrClient.java:627)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(
> HttpSolrClient.java:279)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(
> HttpSolrClient.java:268)
> at org.apache.solr.client.solrj.SolrRequest.process(
> SolrRequest.java:160)
> at org.apache.solr.client.solrj.SolrRequest.process(
> SolrRequest.java:177)
> at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.
> doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
> at org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
> ... 6 more
>
>
>
>
> Build Log:
> [...truncated 12501 lines...]
> [junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
> [junit4] 2> Creating dataDir: /home/jenkins/workspace/
> Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.
> TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/init-core-data-001
> [junit4] 2> 1858411 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.SolrTestCaseJ4 Using
> TrieFields
> [junit4] 2> 1858413 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.SolrTestCaseJ4
> Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.
> SolrTestCaseJ4$SuppressSSL(bugUrl="SSL overhead seems to cause
> OutOfMemory when stress testing")
> [junit4] 2> 1858413 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.MiniSolrCloudCluster
> Starting cluster of 4 servers in /home/jenkins/workspace/
> Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.
> TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/tempDir-001
> [junit4] 2> 1858414 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.ZkTestServer STARTING
> ZK TEST SERVER
> [junit4] 2> 1858414 INFO (Thread-2783) [ ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
> [junit4] 2> 1858414 INFO (Thread-2783) [ ] o.a.s.c.ZkTestServer
> Starting server
> [junit4] 2> 1858514 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.ZkTestServer start zk
> server on port:41375
> [junit4] 2> 1858519 INFO (jetty-launcher-1985-thread-3) [ ]
> o.e.j.s.Server jetty-9.3.14.v20161028
> [junit4] 2> 1858519 INFO (jetty-launcher-1985-thread-4) [ ]
> o.e.j.s.Server jetty-9.3.14.v20161028
> [junit4] 2> 1858519 INFO (jetty-launcher-1985-thread-1) [ ]
> o.e.j.s.Server jetty-9.3.14.v20161028
> [junit4] 2> 1858519 INFO (jetty-launcher-1985-thread-2) [ ]
> o.e.j.s.Server jetty-9.3.14.v20161028
> [junit4] 2> 1858521 INFO (jetty-launcher-1985-thread-3) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@
> 1fe26c4{/solr,null,AVAILABLE}
> [junit4] 2> 1858521 INFO (jetty-launcher-1985-thread-1) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@
> 148cb48{/solr,null,AVAILABLE}
> [junit4] 2> 1858521 INFO (jetty-launcher-1985-thread-4) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@
> d13acf{/solr,null,AVAILABLE}
> [junit4] 2> 1858521 INFO (jetty-launcher-1985-thread-2) [ ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@
> 1bd05cd{/solr,null,AVAILABLE}
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@119fd03{HTTP/
> 1.1,[http/1.1]}{127.0.0.1:45731}
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@18d4077{HTTP/
> 1.1,[http/1.1]}{127.0.0.1:44122}
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ]
> o.e.j.s.Server Started @1860251ms
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ]
> o.e.j.s.Server Started @1860251ms
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=45731}
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=44122}
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-1) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@95ab34{HTTP/1.
> 1,[http/1.1]}{127.0.0.1:35815}
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-4) [ ]
> o.e.j.s.AbstractConnector Started ServerConnector@ce0917{HTTP/1.
> 1,[http/1.1]}{127.0.0.1:46250}
> [junit4] 2> 1858522 ERROR (jetty-launcher-1985-thread-2) [ ]
> o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1858522 ERROR (jetty-launcher-1985-thread-3) [ ]
> o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
> version 7.0.0
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
> version 7.0.0
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2017-02-22T03:33:41.099106Z
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2017-02-22T03:33:41.099150Z
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-4) [ ]
> o.e.j.s.Server Started @1860252ms
> [junit4] 2> 1858522 INFO (jetty-launcher-1985-thread-1) [ ]
> o.e.j.s.Server Started @1860252ms
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=46250}
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=35815}
> [junit4] 2> 1858523 ERROR (jetty-launcher-1985-thread-4) [ ]
> o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1858523 ERROR (jetty-launcher-1985-thread-1) [ ]
> o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
> version 7.0.0
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
> version 7.0.0
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
> null
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
> [junit4] 2> 1858523 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2017-02-22T03:33:41.099973Z
> [junit4] 2> 1858524 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
> 2017-02-22T03:33:41.100042Z
> [junit4] 2> 1858525 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 1858525 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 1858525 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 1858525 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 1858529 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0)
> [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
> [junit4] 2> EndOfStreamException: Unable to read additional data from
> client sessionid 0x15a63e1b6010001, likely client has closed socket
> [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(
> NIOServerCnxn.java:228)
> [junit4] 2> at org.apache.zookeeper.server.
> NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
> [junit4] 2> 1858534 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41375/solr
> [junit4] 2> 1858536 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41375/solr
> [junit4] 2> 1858536 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41375/solr
> [junit4] 2> 1858536 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0)
> [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
> [junit4] 2> EndOfStreamException: Unable to read additional data from
> client sessionid 0x15a63e1b6010005, likely client has closed socket
> [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(
> NIOServerCnxn.java:228)
> [junit4] 2> at org.apache.zookeeper.server.
> NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
> [junit4] 2> 1858536 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41375/solr
> [junit4] 2> 1858538 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0)
> [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
> [junit4] 2> EndOfStreamException: Unable to read additional data from
> client sessionid 0x15a63e1b6010006, likely client has closed socket
> [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(
> NIOServerCnxn.java:228)
> [junit4] 2> at org.apache.zookeeper.server.
> NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
> [junit4] 2> 1858548 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 1858548 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 1858549 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 1858549 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.c.OverseerElectionContext I am going to be the leader
> 127.0.0.1:44122_solr
> [junit4] 2> 1858549 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/
> 127.0.0.1:45731_solr
> [junit4] 2> 1858549 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/
> 127.0.0.1:35815_solr
> [junit4] 2> 1858550 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.c.Overseer Overseer (id=97500163014197259-127.0.0.1:44122_solr-n_0000000000)
> starting
> [junit4] 2> 1858550 INFO (zkCallback-2004-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
> [junit4] 2> 1858551 INFO (zkCallback-2005-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
> [junit4] 2> 1858551 INFO (zkCallback-2003-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
> [junit4] 2> 1858555 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
> [junit4] 2> 1858556 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 1858556 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/
> 127.0.0.1:44122_solr
> [junit4] 2> 1858557 INFO (zkCallback-2005-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
> [junit4] 2> 1858557 INFO (zkCallback-2004-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
> [junit4] 2> 1858557 INFO (zkCallback-2003-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
> [junit4] 2> 1858558 INFO (zkCallback-2009-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
> [junit4] 2> 1858558 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/
> 127.0.0.1:46250_solr
> [junit4] 2> 1858559 INFO (zkCallback-2005-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
> [junit4] 2> 1858559 INFO (zkCallback-2004-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
> [junit4] 2> 1858559 INFO (zkCallback-2009-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
> [junit4] 2> 1858572 INFO (zkCallback-2003-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
> [junit4] 2> 1858687 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
> /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/
> build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpda
> tes_4DA757C6C6058F29-001/tempDir-001/node2/.
> [junit4] 2> 1858712 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
> /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/
> build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpda
> tes_4DA757C6C6058F29-001/tempDir-001/node3/.
> [junit4] 2> 1858860 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
> /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/
> build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpda
> tes_4DA757C6C6058F29-001/tempDir-001/node4/.
> [junit4] 2> 1858878 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
> /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/
> build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpda
> tes_4DA757C6C6058F29-001/tempDir-001/node1/.
> [junit4] 2> 1859606 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.c.ZkStateReader
> Updated live nodes from ZooKeeper... (0) -> (4)
> [junit4] 2> 1859606 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider
> Cluster at 127.0.0.1:41375/solr ready
> [junit4] 2> 1860181 INFO (qtp8178341-12396) [ ]
> o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
> replicationFactor=2&property.schema=schema-minimal-atomic-
> stress.xml&property.config=solrconfig-tlog.xml&collection.configName=org.
> apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2
> and sendToOCPQueue=true
> [junit4] 2> 1860182 INFO (OverseerThreadFactory-5389-thread-1) [
> ] o.a.s.c.CreateCollectionCmd Create collection test_col
> [junit4] 2> 1860286 INFO (qtp18082474-12397) [ ]
> o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-
> minimal-atomic-stress.xml&property.config=solrconfig-
> tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.
> TestStressCloudBlindAtomicUpdates_config-set&newCollection=
> true&name=test_col_shard1_replica1&action=CREATE&
> numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
> [junit4] 2> 1860287 INFO (qtp8178341-12401) [ ]
> o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-
> minimal-atomic-stress.xml&property.config=solrconfig-
> tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.
> TestStressCloudBlindAtomicUpdates_config-set&newCollection=
> true&name=test_col_shard1_replica2&action=CREATE&
> numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
> [junit4] 2> 1860288 INFO (qtp28373103-12399) [ ]
> o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-
> minimal-atomic-stress.xml&property.config=solrconfig-
> tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.
> TestStressCloudBlindAtomicUpdates_config-set&newCollection=
> true&name=test_col_shard2_replica1&action=CREATE&
> numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
> [junit4] 2> 1860288 INFO (qtp26732534-12394) [ ]
> o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-
> minimal-atomic-stress.xml&property.config=solrconfig-
> tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.
> TestStressCloudBlindAtomicUpdates_config-set&newCollection=
> true&name=test_col_shard2_replica2&action=CREATE&
> numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
> [junit4] 2> 1860391 INFO (zkCallback-2003-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1860391 INFO (zkCallback-2004-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1860391 INFO (zkCallback-2005-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1860391 INFO (zkCallback-2009-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1861296 INFO (qtp18082474-12397) [ ]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
> [junit4] 2> 1861296 INFO (qtp8178341-12401) [ ]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
> [junit4] 2> 1861298 INFO (qtp26732534-12394) [ ]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
> [junit4] 2> 1861299 INFO (qtp28373103-12399) [ ]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
> [junit4] 2> 1861314 INFO (qtp18082474-12397) [ ]
> o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema
> name=minimal-atomic-stress
> [junit4] 2> 1861314 INFO (qtp8178341-12401) [ ]
> o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema
> name=minimal-atomic-stress
> [junit4] 2> 1861314 INFO (qtp26732534-12394) [ ]
> o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema
> name=minimal-atomic-stress
> [junit4] 2> 1861315 INFO (qtp26732534-12394) [ ]
> o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid
> field id
> [junit4] 2> 1861315 INFO (qtp18082474-12397) [ ]
> o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid
> field id
> [junit4] 2> 1861315 INFO (qtp8178341-12401) [ ]
> o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid
> field id
> [junit4] 2> 1861316 INFO (qtp8178341-12401) [ ]
> o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using
> configuration from collection test_col
> [junit4] 2> 1861316 INFO (qtp28373103-12399) [ ]
> o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema
> name=minimal-atomic-stress
> [junit4] 2> 1861316 INFO (qtp18082474-12397) [ ]
> o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using
> configuration from collection test_col
> [junit4] 2> 1861316 INFO (qtp26732534-12394) [ ]
> o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using
> configuration from collection test_col
> [junit4] 2> 1861316 INFO (qtp26732534-12394) [ ] o.a.s.c.SolrCore
> [[test_col_shard2_replica2] ] Opening new SolrCore at
> [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/
> build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpda
> tes_4DA757C6C6058F29-001/tempDir-001/node2/test_col_shard2_replica2],
> dataDir=[/home/jenkins/workspace/Lucene-Solr-master-
> Linux/solr/build/solr-core/test/J1/temp/solr.cloud.
> TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/
> tempDir-001/node2/./test_col_shard2_replica2/data/]
> [junit4] 2> 1861316 INFO (qtp18082474-12397) [ ] o.a.s.c.SolrCore
> [[test_col_shard1_replica1] ] Opening new SolrCore at
> [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/
> build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpda
> tes_4DA757C6C6058F29-001/tempDir-001/node1/test_col_shard1_replica1],
> dataDir=[/home/jenkins/workspace/Lucene-Solr-master-
> Linux/solr/build/solr-core/test/J1/temp/solr.cloud.
> TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/
> tempDir-001/node1/./test_col_shard1_replica1/data/]
> [junit4] 2> 1861316 INFO (qtp8178341-12401) [ ] o.a.s.c.SolrCore
> [[test_col_shard1_replica2] ] Opening new SolrCore at
> [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/
> build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpda
> tes_4DA757C6C6058F29-001/tempDir-001/node3/test_col_shard1_replica2],
> dataDir=[/home/jenkins/workspace/Lucene-Solr-master-
> Linux/solr/build/solr-core/test/J1/temp/solr.cloud.
> TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/
> tempDir-001/node3/./test_col_shard1_replica2/data/]
> [junit4] 2> 1861316 INFO (qtp26732534-12394) [ ]
> o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to
> JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a7b0c
> [junit4] 2> 1861317 INFO (qtp18082474-12397) [ ]
> o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to
> JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a7b0c
> [junit4] 2> 1861317 INFO (qtp8178341-12401) [ ]
> o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to
> JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a7b0c
> [junit4] 2> 1861317 INFO (qtp28373103-12399) [ ]
> o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid
> field id
> [junit4] 2> 1861317 INFO (qtp28373103-12399) [ ]
> o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using
> configuration from collection test_col
> [junit4] 2> 1861318 INFO (qtp28373103-12399) [ ] o.a.s.c.SolrCore
> [[test_col_shard2_replica1] ] Opening new SolrCore at
> [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/
> build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpda
> tes_4DA757C6C6058F29-001/tempDir-001/node4/test_col_shard2_replica1],
> dataDir=[/home/jenkins/workspace/Lucene-Solr-master-
> Linux/solr/build/solr-core/test/J1/temp/solr.cloud.
> TestStressCloudBlindAtomicUpdates_4DA757C6C6058F29-001/
> tempDir-001/node4/./test_col_shard2_replica1/data/]
> [junit4] 2> 1861318 INFO (qtp28373103-12399) [ ]
> o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to
> JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a7b0c
> [junit4] 2> 1861319 INFO (qtp8178341-12401) [ ]
> o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy:
> minMergeSize=0, mergeFactor=10, maxMergeSize=1618447437,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
> noCFSRatio=0.1]
> [junit4] 2> 1861319 INFO (qtp18082474-12397) [ ]
> o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy:
> minMergeSize=0, mergeFactor=10, maxMergeSize=1618447437,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
> noCFSRatio=0.1]
> [junit4] 2> 1861319 INFO (qtp26732534-12394) [ ]
> o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy:
> minMergeSize=0, mergeFactor=10, maxMergeSize=1618447437,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
> noCFSRatio=0.1]
> [junit4] 2> 1861320 INFO (qtp28373103-12399) [ ]
> o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy:
> minMergeSize=0, mergeFactor=10, maxMergeSize=1618447437,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
> noCFSRatio=0.1]
> [junit4] 2> 1861324 WARN (qtp8178341-12401) [ ]
> o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
> requestHandler,name = /dump,class = DumpRequestHandler,attributes =
> {initParams=a, name=/dump, class=DumpRequestHandler},args =
> {defaults={a=A,b=B}}}
> [junit4] 2> 1861324 WARN (qtp26732534-12394) [ ]
> o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
> requestHandler,name = /dump,class = DumpRequestHandler,attributes =
> {initParams=a, name=/dump, class=DumpRequestHandler},args =
> {defaults={a=A,b=B}}}
> [junit4] 2> 1861326 WARN (qtp18082474-12397) [ ]
> o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
> requestHandler,name = /dump,class = DumpRequestHandler,attributes =
> {initParams=a, name=/dump, class=DumpRequestHandler},args =
> {defaults={a=A,b=B}}}
> [junit4] 2> 1861328 WARN (qtp28373103-12399) [ ]
> o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
> requestHandler,name = /dump,class = DumpRequestHandler,attributes =
> {initParams=a, name=/dump, class=DumpRequestHandler},args =
> {defaults={a=A,b=B}}}
> [junit4] 2> 1861528 INFO (qtp18082474-12397) [ ]
> o.a.s.u.UpdateHandler Using UpdateLog implementation:
> org.apache.solr.update.UpdateLog
> [junit4] 2> 1861528 INFO (qtp18082474-12397) [ ]
> o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
> numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 1861530 INFO (qtp28373103-12399) [ ]
> o.a.s.u.UpdateHandler Using UpdateLog implementation:
> org.apache.solr.update.UpdateLog
> [junit4] 2> 1861530 INFO (qtp28373103-12399) [ ]
> o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
> numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 1861533 INFO (qtp18082474-12397) [ ]
> o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 1861533 INFO (qtp18082474-12397) [ ]
> o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 1861534 INFO (qtp18082474-12397) [ ]
> o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
> maxMergeAtOnce=31, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=44.888671875,
> floorSegmentMB=0.314453125, forceMergeDeletesPctAllowed=15.729309230518226,
> segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12,
> noCFSRatio=0.8922487942795961
> [junit4] 2> 1861534 INFO (qtp18082474-12397) [ ]
> o.a.s.s.SolrIndexSearcher Opening [Searcher@14cb7dc[test_col_shard1_replica1]
> main]
> [junit4] 2> 1861534 INFO (qtp18082474-12397) [ ]
> o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with
> znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set
> [junit4] 2> 1861535 INFO (qtp18082474-12397) [ ]
> o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
> ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.
> TestStressCloudBlindAtomicUpdates_config-set
> [junit4] 2> 1861535 INFO (qtp18082474-12397) [ ]
> o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 1861536 INFO (qtp28373103-12399) [ ]
> o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 1861536 INFO (qtp28373103-12399) [ ]
> o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 1861536 INFO (searcherExecutor-5399-thread-1) [ ]
> o.a.s.c.SolrCore [test_col_shard1_replica1] Registered new searcher
> Searcher@14cb7dc[test_col_shard1_replica1] main{ExitableDirectoryReader(
> UninvertingDirectoryReader())}
> [junit4] 2> 1861536 INFO (qtp18082474-12397) [ ]
> o.a.s.u.UpdateLog Could not find max version in index or recent updates,
> using new clock 1560002611497664512
> [junit4] 2> 1861536 INFO (qtp28373103-12399) [ ]
> o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
> maxMergeAtOnce=31, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=44.888671875,
> floorSegmentMB=0.314453125, forceMergeDeletesPctAllowed=15.729309230518226,
> segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12,
> noCFSRatio=0.8922487942795961
> [junit4] 2> 1861536 INFO (qtp28373103-12399) [ ]
> o.a.s.s.SolrIndexSearcher Opening [Searcher@16831db[test_col_shard2_replica1]
> main]
> [junit4] 2> 1861537 INFO (qtp8178341-12401) [ ]
> o.a.s.u.UpdateHandler Using UpdateLog implementation:
> org.apache.solr.update.UpdateLog
> [junit4] 2> 1861537 INFO (qtp8178341-12401) [ ] o.a.s.u.UpdateLog
> Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
> numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 1861538 INFO (qtp28373103-12399) [ ]
> o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with
> znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set
> [junit4] 2> 1861538 INFO (qtp28373103-12399) [ ]
> o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
> ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.
> TestStressCloudBlindAtomicUpdates_config-set
> [junit4] 2> 1861538 INFO (qtp28373103-12399) [ ]
> o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 1861539 INFO (searcherExecutor-5401-thread-1) [ ]
> o.a.s.c.SolrCore [test_col_shard2_replica1] Registered new searcher
> Searcher@16831db[test_col_shard2_replica1] main{ExitableDirectoryReader(
> UninvertingDirectoryReader())}
> [junit4] 2> 1861539 INFO (qtp28373103-12399) [ ]
> o.a.s.u.UpdateLog Could not find max version in index or recent updates,
> using new clock 1560002611500810240
> [junit4] 2> 1861541 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext
> Waiting until we see more replicas up for shard shard1: total=2 found=1
> timeoutin=9999ms
> [junit4] 2> 1861543 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext
> Waiting until we see more replicas up for shard shard2: total=2 found=1
> timeoutin=9999ms
> [junit4] 2> 1861544 INFO (qtp8178341-12401) [ ]
> o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 1861544 INFO (qtp8178341-12401) [ ]
> o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 1861544 INFO (qtp8178341-12401) [ ]
> o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
> maxMergeAtOnce=31, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=44.888671875,
> floorSegmentMB=0.314453125, forceMergeDeletesPctAllowed=15.729309230518226,
> segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12,
> noCFSRatio=0.8922487942795961
> [junit4] 2> 1861544 INFO (qtp8178341-12401) [ ]
> o.a.s.s.SolrIndexSearcher Opening [Searcher@174a568[test_col_shard1_replica2]
> main]
> [junit4] 2> 1861545 INFO (qtp8178341-12401) [ ]
> o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with
> znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set
> [junit4] 2> 1861545 INFO (qtp8178341-12401) [ ]
> o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
> ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.
> TestStressCloudBlindAtomicUpdates_config-set
> [junit4] 2> 1861545 INFO (qtp8178341-12401) [ ]
> o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 1861546 INFO (searcherExecutor-5398-thread-1) [ ]
> o.a.s.c.SolrCore [test_col_shard1_replica2] Registered new searcher
> Searcher@174a568[test_col_shard1_replica2] main{ExitableDirectoryReader(
> UninvertingDirectoryReader())}
> [junit4] 2> 1861546 INFO (qtp8178341-12401) [ ] o.a.s.u.UpdateLog
> Could not find max version in index or recent updates, using new clock
> 1560002611508150272
> [junit4] 2> 1861549 INFO (qtp26732534-12394) [ ]
> o.a.s.u.UpdateHandler Using UpdateLog implementation:
> org.apache.solr.update.UpdateLog
> [junit4] 2> 1861549 INFO (qtp26732534-12394) [ ]
> o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
> numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 1861556 INFO (qtp26732534-12394) [ ]
> o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 1861556 INFO (qtp26732534-12394) [ ]
> o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 1861556 INFO (qtp26732534-12394) [ ]
> o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
> maxMergeAtOnce=31, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=44.888671875,
> floorSegmentMB=0.314453125, forceMergeDeletesPctAllowed=15.729309230518226,
> segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12,
> noCFSRatio=0.8922487942795961
> [junit4] 2> 1861556 INFO (qtp26732534-12394) [ ]
> o.a.s.s.SolrIndexSearcher Opening [Searcher@139b1e7[test_col_shard2_replica2]
> main]
> [junit4] 2> 1861557 INFO (qtp26732534-12394) [ ]
> o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with
> znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set
> [junit4] 2> 1861557 INFO (qtp26732534-12394) [ ]
> o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
> ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.
> TestStressCloudBlindAtomicUpdates_config-set
> [junit4] 2> 1861557 INFO (qtp26732534-12394) [ ]
> o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 1861558 INFO (searcherExecutor-5400-thread-1) [ ]
> o.a.s.c.SolrCore [test_col_shard2_replica2] Registered new searcher
> Searcher@139b1e7[test_col_shard2_replica2] main{ExitableDirectoryReader(
> UninvertingDirectoryReader())}
> [junit4] 2> 1861558 INFO (qtp26732534-12394) [ ]
> o.a.s.u.UpdateLog Could not find max version in index or recent updates,
> using new clock 1560002611520733184
> [junit4] 2> 1861645 INFO (zkCallback-2003-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1861645 INFO (zkCallback-2009-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1861645 INFO (zkCallback-2004-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1861645 INFO (zkCallback-2005-thread-3) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862041 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext
> Enough replicas found to continue.
> [junit4] 2> 1862041 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext
> I may be the new leader - try and sync
> [junit4] 2> 1862041 INFO (qtp18082474-12397) [ ]
> o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35815/solr/
> test_col_shard1_replica1/
> [junit4] 2> 1862042 INFO (qtp18082474-12397) [ ] o.a.s.u.PeerSync
> PeerSync: core=test_col_shard1_replica1 url=http://127.0.0.1:35815/solr
> START replicas=[http://127.0.0.1:44122/solr/test_col_shard1_replica2/]
> nUpdates=100
> [junit4] 2> 1862042 INFO (qtp18082474-12397) [ ] o.a.s.u.PeerSync
> PeerSync: core=test_col_shard1_replica1 url=http://127.0.0.1:35815/solr
> DONE. We have no versions. sync failed.
> [junit4] 2> 1862043 INFO (qtp8178341-12383) [ ] o.a.s.c.S.Request
> [test_col_shard1_replica2] webapp=/solr path=/get
> params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1862044 INFO (qtp18082474-12397) [ ]
> o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to
> the next candidate
> [junit4] 2> 1862044 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext
> We failed sync, but we have no versions - we can't sync in that case - we
> were active before, so become leader anyway
> [junit4] 2> 1862044 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext
> Found all replicas participating in election, clear LIR
> [junit4] 2> 1862044 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext
> Enough replicas found to continue.
> [junit4] 2> 1862044 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext
> I may be the new leader - try and sync
> [junit4] 2> 1862044 INFO (qtp28373103-12399) [ ]
> o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46250/solr/
> test_col_shard2_replica1/
> [junit4] 2> 1862044 INFO (qtp28373103-12399) [ ] o.a.s.u.PeerSync
> PeerSync: core=test_col_shard2_replica1 url=http://127.0.0.1:46250/solr
> START replicas=[http://127.0.0.1:45731/solr/test_col_shard2_replica2/]
> nUpdates=100
> [junit4] 2> 1862044 INFO (qtp28373103-12399) [ ] o.a.s.u.PeerSync
> PeerSync: core=test_col_shard2_replica1 url=http://127.0.0.1:46250/solr
> DONE. We have no versions. sync failed.
> [junit4] 2> 1862045 INFO (qtp26732534-12403) [ ]
> o.a.s.c.S.Request [test_col_shard2_replica2] webapp=/solr path=/get
> params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
> status=0 QTime=0
> [junit4] 2> 1862045 INFO (qtp28373103-12399) [ ]
> o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to
> the next candidate
> [junit4] 2> 1862045 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext
> We failed sync, but we have no versions - we can't sync in that case - we
> were active before, so become leader anyway
> [junit4] 2> 1862045 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext
> Found all replicas participating in election, clear LIR
> [junit4] 2> 1862046 INFO (qtp18082474-12397) [ ] o.a.s.c.ShardLeaderElectionContext
> I am the new leader: http://127.0.0.1:35815/solr/test_col_shard1_replica1/
> shard1
> [junit4] 2> 1862047 INFO (qtp28373103-12399) [ ] o.a.s.c.ShardLeaderElectionContext
> I am the new leader: http://127.0.0.1:46250/solr/test_col_shard2_replica1/
> shard2
> [junit4] 2> 1862148 INFO (zkCallback-2005-thread-3) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862148 INFO (zkCallback-2004-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862148 INFO (zkCallback-2009-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862148 INFO (zkCallback-2003-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862196 INFO (qtp18082474-12397) [ ]
> o.a.s.c.ZkController I am the leader, no recovery necessary
> [junit4] 2> 1862197 INFO (qtp28373103-12399) [ ]
> o.a.s.c.ZkController I am the leader, no recovery necessary
> [junit4] 2> 1862200 INFO (qtp18082474-12397) [ ]
> o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
> params={property.schema=schema-minimal-atomic-stress.xml&property.config=
> solrconfig-tlog.xml&qt=/admin/cores&collection.configName=
> org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set&newCollection=true&name=test_col_shard1_
> replica1&action=CREATE&numShards=2&collection=test_
> col&shard=shard1&wt=javabin&version=2} status=0 QTime=1913
> [junit4] 2> 1862201 INFO (qtp28373103-12399) [ ]
> o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
> params={property.schema=schema-minimal-atomic-stress.xml&property.config=
> solrconfig-tlog.xml&qt=/admin/cores&collection.configName=
> org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set&newCollection=true&name=test_col_shard2_
> replica1&action=CREATE&numShards=2&collection=test_
> col&shard=shard2&wt=javabin&version=2} status=0 QTime=1913
> [junit4] 2> 1862299 INFO (zkCallback-2003-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862299 INFO (zkCallback-2004-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862299 INFO (zkCallback-2005-thread-3) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862299 INFO (zkCallback-2009-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862552 INFO (qtp8178341-12401) [ ]
> o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
> params={property.schema=schema-minimal-atomic-stress.xml&property.config=
> solrconfig-tlog.xml&qt=/admin/cores&collection.configName=
> org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set&newCollection=true&name=test_col_shard1_
> replica2&action=CREATE&numShards=2&collection=test_
> col&shard=shard1&wt=javabin&version=2} status=0 QTime=2265
> [junit4] 2> 1862564 INFO (qtp26732534-12394) [ ]
> o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
> params={property.schema=schema-minimal-atomic-stress.xml&property.config=
> solrconfig-tlog.xml&qt=/admin/cores&collection.configName=
> org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set&newCollection=true&name=test_col_shard2_
> replica2&action=CREATE&numShards=2&collection=test_
> col&shard=shard2&wt=javabin&version=2} status=0 QTime=2276
> [junit4] 2> 1862565 INFO (qtp8178341-12396) [ ]
> o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at
> most 30 seconds. Check all shard replicas
> [junit4] 2> 1862663 INFO (zkCallback-2005-thread-3) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862663 INFO (zkCallback-2009-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862663 INFO (zkCallback-2004-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1862663 INFO (zkCallback-2003-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json]
> for collection [test_col] has occurred - updating... (live nodes size: [4])
> [junit4] 2> 1863566 INFO (qtp8178341-12396) [ ]
> o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
> params={replicationFactor=2&property.schema=schema-
> minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&collection.
> configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpda
> tes_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2}
> status=0 QTime=3384
> [junit4] 2> 1863566 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase
> Wait for recoveries to finish - collection: test_col failOnTimeout:true
> timeout (sec):330
> [junit4] 1> -
> [junit4] 1> replica:core_node1 rstate:active live:true
> [junit4] 1> replica:core_node2 rstate:active live:true
> [junit4] 1> replica:core_node3 rstate:active live:true
> [junit4] 1> replica:core_node4 rstate:active live:true
> [junit4] 1> no one is recoverying
> [junit4] 2> 1863566 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase
> Recoveries finished - collection: test_col
> [junit4] 2> 1863573 INFO (qtp26732534-12382) [ ]
> o.a.s.c.S.Request [test_col_shard2_replica2] webapp=/solr
> path=/schema/fieldtypes/long params={wt=javabin&version=2} status=0 QTime=0
> [junit4] 2> 1863593 INFO (TEST-TestStressCloudBlindAtomicUpda
> tes.test_dv_stored-seed#[4DA757C6C6058F29]) [ ] o.a.s.SolrTestCaseJ4
> ###Starting test_dv_stored
> [junit4] 2> 1863601 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&_version_=-1560002613655633920&distrib.
> from=http://127.0.0.1:35815/solr/test_col_shard1_replica1/
> &wt=javabin&version=2}{deleteByQuery=*:* (-1560002613655633920)} 0 2
> [junit4] 2> 1863602 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&_version_=-1560002613657731072&distrib.
> from=http://127.0.0.1:46250/solr/test_col_shard2_replica1/
> &wt=javabin&version=2}{deleteByQuery=*:* (-1560002613657731072)} 0 2
> [junit4] 2> 1863602 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={update.distrib=TOLEADER&distrib.from=http://
> 127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=javabin&
> version=2}{deleteByQuery=*:* (-1560002613657731072)} 0 7
> [junit4] 2> 1863603 INFO (qtp18082474-12407) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{deleteByQuery=*:* (-1560002613655633920)} 0
> 9
> [junit4] 2> 1863603 INFO (qtp8178341-12498) [ ]
> o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,
> openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,
> prepareCommit=false}
> [junit4] 2> 1863604 WARN (qtp8178341-12498) [ ]
> o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the
> entire index! Use with care.
> [junit4] 2> 1863604 INFO (qtp28373103-12376) [ ]
> o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,
> openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,
> prepareCommit=false}
> [junit4] 2> 1863604 WARN (qtp28373103-12376) [ ]
> o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the
> entire index! Use with care.
> [junit4] 2> 1863604 INFO (qtp8178341-12498) [ ]
> o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
> [junit4] 2> 1863604 INFO (qtp28373103-12376) [ ]
> o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
> [junit4] 2> 1863604 INFO (qtp18082474-12381) [ ]
> o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,
> openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,
> prepareCommit=false}
> [junit4] 2> 1863604 WARN (qtp18082474-12381) [ ]
> o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the
> entire index! Use with care.
> [junit4] 2> 1863604 INFO (qtp26732534-12386) [ ]
> o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,
> openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,
> prepareCommit=false}
> [junit4] 2> 1863604 WARN (qtp26732534-12386) [ ]
> o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the
> entire index! Use with care.
> [junit4] 2> 1863604 INFO (qtp18082474-12381) [ ]
> o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
> [junit4] 2> 1863605 INFO (qtp26732534-12386) [ ]
> o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
> [junit4] 2> 1863605 INFO (qtp28373103-12376) [ ]
> o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 1863605 INFO (qtp18082474-12381) [ ]
> o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 1863605 INFO (qtp26732534-12386) [ ]
> o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 1863605 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&optimize=true&
> maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=
> http://127.0.0.1:35815/solr/test_col_shard1_replica1/&commit_end_point=
> true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
> [junit4] 2> 1863605 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&optimize=true&
> maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=
> http://127.0.0.1:35815/solr/test_col_shard1_replica1/&commit_end_point=
> true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
> [junit4] 2> 1863605 INFO (qtp8178341-12498) [ ]
> o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 1863605 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&optimize=true&
> maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=
> http://127.0.0.1:35815/solr/test_col_shard1_replica1/&commit_end_point=
> true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 1
> [junit4] 2> 1863605 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&optimize=true&
> maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=
> http://127.0.0.1:35815/solr/test_col_shard1_replica1/&commit_end_point=
> true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 2
> [junit4] 2> 1863605 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={_stateVer_=test_col:5&optimize=true&maxSegments=1&
> waitSearcher=true&wt=javabin&version=2}{optimize=} 0 2
> [junit4] 2> 1863606 INFO (qtp28373103-12380) [ ]
> o.a.s.c.S.Request [test_col_shard2_replica1] webapp=/solr
> path=/schema/fields/long_dv_stored params={wt=javabin&version=2} status=0
> QTime=0
> [junit4] 2> 1863606 INFO (TEST-TestStressCloudBlindAtomicUpda
> tes.test_dv_stored-seed#[4DA757C6C6058F29]) [ ] o.a.s.c.
> TestStressCloudBlindAtomicUpdates Testing long_dv_stored:
> numDocsToCheck=111, numDocsInIndex=666, incr=6
> [junit4] 2> 1863618 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[0 (1560002613669265408)]} 0 2
> [junit4] 2> 1863618 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[0 (1560002613669265408)]} 0 11
> [junit4] 2> 1863619 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[1 (1560002613681848320)]} 0 0
> [junit4] 2> 1863619 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[1 (1560002613681848320)]} 0 0
> [junit4] 2> 1863625 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[2 (1560002613682896896)]} 0 2
> [junit4] 2> 1863625 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[2 (1560002613682896896)]} 0 5
> [junit4] 2> 1863626 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[3 (1560002613688139776)]} 0 0
> [junit4] 2> 1863626 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[3 (1560002613688139776)]} 0 0
> [junit4] 2> 1863626 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[4 (1560002613689188352)]} 0 0
> [junit4] 2> 1863626 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[4 (1560002613689188352)]} 0 0
> [junit4] 2> 1863627 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[5 (1560002613690236928)]} 0 0
> [junit4] 2> 1863627 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[5 (1560002613690236928)]} 0 0
> [junit4] 2> 1863629 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[6 (1560002613691285504)]} 0 0
> [junit4] 2> 1863629 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[6 (1560002613691285504)]} 0 0
> [junit4] 2> 1863630 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[7 (1560002613692334080)]} 0 0
> [junit4] 2> 1863630 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[7 (1560002613692334080)]} 0 0
> [junit4] 2> 1863630 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[8 (1560002613693382656)]} 0 0
> [junit4] 2> 1863631 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[8 (1560002613693382656)]} 0 0
> [junit4] 2> 1863631 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[9 (1560002613694431232)]} 0 0
> [junit4] 2> 1863631 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[9 (1560002613694431232)]} 0 0
> [junit4] 2> 1863632 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[10 (1560002613695479808)]} 0 0
> [junit4] 2> 1863632 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[10 (1560002613695479808)]} 0 0
> [junit4] 2> 1863633 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[11 (1560002613695479809)]} 0 0
> [junit4] 2> 1863633 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[11 (1560002613695479809)]} 0 0
> [junit4] 2> 1863633 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[12 (1560002613696528384)]} 0 0
> [junit4] 2> 1863633 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[12 (1560002613696528384)]} 0 0
> [junit4] 2> 1863634 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[13 (1560002613697576960)]} 0 0
> [junit4] 2> 1863634 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[13 (1560002613697576960)]} 0 0
> [junit4] 2> 1863635 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[14 (1560002613698625536)]} 0 0
> [junit4] 2> 1863635 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[14 (1560002613698625536)]} 0 0
> [junit4] 2> 1863636 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[15 (1560002613698625537)]} 0 0
> [junit4] 2> 1863636 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[15 (1560002613698625537)]} 0 0
> [junit4] 2> 1863648 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[16 (1560002613699674112)]} 0 11
> [junit4] 2> 1863648 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[16 (1560002613699674112)]} 0 11
> [junit4] 2> 1863649 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[17 (1560002613712257024)]} 0 0
> [junit4] 2> 1863649 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[17 (1560002613712257024)]} 0 0
> [junit4] 2> 1863650 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[18 (1560002613713305600)]} 0 0
> [junit4] 2> 1863650 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[18 (1560002613713305600)]} 0 0
> [junit4] 2> 1863650 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[19 (1560002613714354176)]} 0 0
> [junit4] 2> 1863651 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[19 (1560002613714354176)]} 0 0
> [junit4] 2> 1863652 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[20 (1560002613715402752)]} 0 0
> [junit4] 2> 1863652 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[20 (1560002613715402752)]} 0 1
> [junit4] 2> 1863653 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[21 (1560002613717499904)]} 0 0
> [junit4] 2> 1863653 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[21 (1560002613717499904)]} 0 0
> [junit4] 2> 1863654 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[22 (1560002613717499904)]} 0 0
> [junit4] 2> 1863654 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[22 (1560002613717499904)]} 0 0
> [junit4] 2> 1863654 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[23 (1560002613718548480)]} 0 0
> [junit4] 2> 1863654 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[23 (1560002613718548480)]} 0 0
> [junit4] 2> 1863655 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[24 (1560002613719597056)]} 0 0
> [junit4] 2> 1863655 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[24 (1560002613719597056)]} 0 0
> [junit4] 2> 1863656 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[25 (1560002613720645632)]} 0 0
> [junit4] 2> 1863656 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[25 (1560002613720645632)]} 0 0
> [junit4] 2> 1863657 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[26 (1560002613720645633)]} 0 0
> [junit4] 2> 1863657 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[26 (1560002613720645633)]} 0 0
> [junit4] 2> 1863657 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[27 (1560002613721694208)]} 0 0
> [junit4] 2> 1863658 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[27 (1560002613721694208)]} 0 0
> [junit4] 2> 1863658 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[28 (1560002613722742784)]} 0 0
> [junit4] 2> 1863658 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[28 (1560002613722742784)]} 0 0
> [junit4] 2> 1863659 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[29 (1560002613723791360)]} 0 0
> [junit4] 2> 1863659 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[29 (1560002613723791360)]} 0 0
> [junit4] 2> 1863660 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[30 (1560002613723791361)]} 0 0
> [junit4] 2> 1863660 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[30 (1560002613723791361)]} 0 0
> [junit4] 2> 1863660 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[31 (1560002613724839936)]} 0 0
> [junit4] 2> 1863660 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[31 (1560002613724839936)]} 0 0
> [junit4] 2> 1863661 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[32 (1560002613725888512)]} 0 0
> [junit4] 2> 1863661 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[32 (1560002613725888512)]} 0 0
> [junit4] 2> 1863662 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[33 (1560002613725888512)]} 0 0
> [junit4] 2> 1863662 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[33 (1560002613725888512)]} 0 0
> [junit4] 2> 1863663 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[34 (1560002613726937088)]} 0 0
> [junit4] 2> 1863663 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[34 (1560002613726937088)]} 0 0
> [junit4] 2> 1863664 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[35 (1560002613727985664)]} 0 1
> [junit4] 2> 1863665 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[35 (1560002613727985664)]} 0 1
> [junit4] 2> 1863665 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[36 (1560002613730082816)]} 0 0
> [junit4] 2> 1863665 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[36 (1560002613730082816)]} 0 0
> [junit4] 2> 1863666 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[37 (1560002613731131392)]} 0 0
> [junit4] 2> 1863666 INFO (qtp28373103-12376) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[37 (1560002613731131392)]} 0 0
> [junit4] 2> 1863667 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[38 (1560002613731131392)]} 0 0
> [junit4] 2> 1863667 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[38 (1560002613731131392)]} 0 0
> [junit4] 2> 1863667 INFO (qtp26732534-12388) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[39 (1560002613732179968)]} 0 0
> [junit4] 2> 1863668 INFO (qtp28373103-12384) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[39 (1560002613732179968)]} 0 0
> [junit4] 2> 1863668 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[40 (1560002613733228544)]} 0 0
> [junit4] 2> 1863668 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[40 (1560002613733228544)]} 0 0
> [junit4] 2> 1863669 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[41 (1560002613734277120)]} 0 0
> [junit4] 2> 1863669 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[41 (1560002613734277120)]} 0 0
> [junit4] 2> 1863669 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[42 (1560002613734277121)]} 0 0
> [junit4] 2> 1863670 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[42 (1560002613734277121)]} 0 0
> [junit4] 2> 1863670 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[43 (1560002613735325696)]} 0 0
> [junit4] 2> 1863670 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[43 (1560002613735325696)]} 0 0
> [junit4] 2> 1863671 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[44 (1560002613736374272)]} 0 0
> [junit4] 2> 1863671 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[44 (1560002613736374272)]} 0 0
> [junit4] 2> 1863672 INFO (qtp26732534-12386) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[45 (1560002613736374272)]} 0 0
> [junit4] 2> 1863672 INFO (qtp28373103-12380) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[45 (1560002613736374272)]} 0 0
> [junit4] 2> 1863672 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[46 (1560002613737422848)]} 0 0
> [junit4] 2> 1863672 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[46 (1560002613737422848)]} 0 0
> [junit4] 2> 1863673 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[47 (1560002613738471424)]} 0 0
> [junit4] 2> 1863673 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[47 (1560002613738471424)]} 0 0
> [junit4] 2> 1863674 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[48 (1560002613738471425)]} 0 0
> [junit4] 2> 1863674 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[48 (1560002613738471425)]} 0 0
> [junit4] 2> 1863674 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[49 (1560002613739520000)]} 0 0
> [junit4] 2> 1863674 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[49 (1560002613739520000)]} 0 0
> [junit4] 2> 1863675 INFO (qtp8178341-12383) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[50 (1560002613740568576)]} 0 0
> [junit4] 2> 1863675 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[50 (1560002613740568576)]} 0 0
> [junit4] 2> 1863676 INFO (qtp8178341-12401) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[51 (1560002613740568577)]} 0 0
> [junit4] 2> 1863676 INFO (qtp18082474-12377) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[51 (1560002613740568577)]} 0 1
> [junit4] 2> 1863677 INFO (qtp8178341-12396) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[52 (1560002613742665728)]} 0 0
> [junit4] 2> 1863677 INFO (qtp18082474-12397) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[52 (1560002613742665728)]} 0 0
> [junit4] 2> 1863678 INFO (qtp26732534-12394) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[53 (1560002613742665728)]} 0 0
> [junit4] 2> 1863678 INFO (qtp28373103-12408) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[53 (1560002613742665728)]} 0 0
> [junit4] 2> 1863678 INFO (qtp8178341-12378) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[54 (1560002613743714304)]} 0 0
> [junit4] 2> 1863678 INFO (qtp18082474-12385) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[54 (1560002613743714304)]} 0 0
> [junit4] 2> 1863679 INFO (qtp8178341-12498) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:35815/solr/test_col_shard1_replica1/&wt=
> javabin&version=2}{add=[55 (1560002613744762880)]} 0 0
> [junit4] 2> 1863679 INFO (qtp18082474-12381) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard1_replica1] webapp=/solr path=/update
> params={wt=javabin&version=2}{add=[55 (1560002613744762880)]} 0 0
> [junit4] 2> 1863680 INFO (qtp26732534-12379) [ ] o.a.s.u.p.LogUpdateProcessorFactory
> [test_col_shard2_replica2] webapp=/solr path=/update
> params={update.distrib=FROMLEADER&distrib.from=http:/
> /127.0.0.1:46250/solr/test_col_shard2_replica1/&wt=
> javabin&version=2}{add=[56 (156000261374476288
>
> [...truncated too long message...]
>
> 2> 1879830 INFO (zkCallback-2003-thread-3) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
> [junit4] 2> 1879830 INFO (zkCallback-2004-thread-1) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
> [junit4] 2> 1879830 INFO (zkCallback-2004-thread-2) [ ] o.a.s.c.OverseerElectionContext
> I am going to be the leader 127.0.0.1:35815_solr
> [junit4] 2> 1879844 INFO (coreCloseExecutor-5419-thread-1) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for:
> solr.core.test_col.shard2.replica2
> [junit4] 2> 1879845 INFO (zkCallback-2004-thread-2) [ ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
> [junit4] 2> 1879848 INFO (coreCloseExecutor-5420-thread-1) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for:
> solr.core.test_col.shard1.replica1
> [junit4] 2> 1881329 WARN (zkCallback-2009-thread-1) [ ]
> o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to
> ZK: [KeeperErrorCode = Session expired for /live_nodes]
> [junit4] 2> 1881329 INFO (jetty-launcher-1985-thread-3) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
> [junit4] 2> 1881329 WARN (zkCallback-2005-thread-2) [ ]
> o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to
> ZK: [KeeperErrorCode = Session expired for /live_nodes]
> [junit4] 2> 1881330 INFO (jetty-launcher-1985-thread-3) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> d13acf{/solr,null,UNAVAILABLE}
> [junit4] 2> 1881330 INFO (jetty-launcher-1985-thread-4) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
> [junit4] 2> 1881330 INFO (jetty-launcher-1985-thread-4) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> 1fe26c4{/solr,null,UNAVAILABLE}
> [junit4] 2> 1881345 WARN (zkCallback-2003-thread-3) [ ]
> o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to
> ZK: [KeeperErrorCode = Session expired for /live_nodes]
> [junit4] 2> 1881345 INFO (jetty-launcher-1985-thread-1) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
> [junit4] 2> 1881345 INFO (jetty-launcher-1985-thread-1) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> 1bd05cd{/solr,null,UNAVAILABLE}
> [junit4] 2> 1881349 WARN (zkCallback-2004-thread-2) [ ]
> o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to
> ZK: [KeeperErrorCode = Session expired for /live_nodes]
> [junit4] 2> 1881349 INFO (jetty-launcher-1985-thread-2) [ ]
> o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
> [junit4] 2> 1881349 INFO (jetty-launcher-1985-thread-2) [ ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@
> 148cb48{/solr,null,UNAVAILABLE}
> [junit4] 2> 1881350 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:41375 41375
> [junit4] 2> 1886371 INFO (Thread-2783) [ ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:41375 41375
> [junit4] 2> 1886371 WARN (Thread-2783) [ ] o.a.s.c.ZkTestServer
> Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 5 /solr/aliases.json
> [junit4] 2> 5 /solr/clusterprops.json
> [junit4] 2> 4 /solr/configs/org.apache.solr.cloud.
> TestStressCloudBlindAtomicUpdates_config-set
> [junit4] 2> 4 /solr/security.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 5 /solr/clusterstate.json
> [junit4] 2> 4 /solr/collections/test_col/state.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 17 /solr/overseer/collection-queue-work
> [junit4] 2> 10 /solr/overseer/queue
> [junit4] 2> 5 /solr/live_nodes
> [junit4] 2> 5 /solr/collections
> [junit4] 2> 3 /solr/overseer/queue-work
> [junit4] 2>
> [junit4] 2> 1886371 INFO (SUITE-TestStressCloudBlindAtomicUpda
> tes-seed#[4DA757C6C6058F29]-worker) [ ] o.a.s.SolrTestCaseJ4
> ###deleteCore
> [junit4] 2> NOTE: leaving temporary files on disk at:
> /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/
> build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpda
> tes_4DA757C6C6058F29-001
> [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70):
> {long_stored_idx=Lucene50(blocksize=128), long_dv_idx=
> TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
> id=PostingsFormat(name=LuceneFixedGap), long_dv_stored_idx=
> TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))},
> docValues:{_version_=DocValuesFormat(name=Asserting),
> long_dv_idx=DocValuesFormat(name=Lucene70), long_dv_stored=DocValuesFormat(name=Direct),
> id=DocValuesFormat(name=Direct), long_dv=DocValuesFormat(name=Lucene70),
> long_dv_stored_idx=DocValuesFormat(name=Lucene70)},
> maxPointsInLeafNode=673, maxMBSortInHeap=7.699609931729759,
> sim=RandomSimilarity(queryNorm=false): {}, locale=cs, timezone=UCT
> [junit4] 2> NOTE: Linux 4.4.0-53-generic i386/Oracle Corporation 9-ea
> (32-bit)/cpus=12,threads=1,free=211103432,total=325058560
> [junit4] 2> NOTE: All tests run in this JVM: [
> AsyncCallRequestStatusResponseTest, BufferStoreTest, SimplePostToolTest,
> MigrateRouteKeyTest, SuggesterFSTTest, HdfsChaosMonkeyNothingIsSafeTest,
> QueryParsingTest, DocumentBuilderTest, CollectionsAPIDistributedZkTest,
> TestLeaderInitiatedRecoveryThread, ChaosMonkeyNothingIsSafeTest,
> DistanceFunctionTest, TestSlowCompositeReaderWrapper, HttpPartitionTest,
> TestHashPartitioner, TestFieldTypeCollectionResource,
> TestCloudSchemaless, HdfsTlogReplayBufferedWhileIndexingTest,
> ResponseHeaderTest, BlockJoinFacetDistribTest, TestStressRecovery,
> TestRestManager, TestBM25SimilarityFactory, TestTestInjection,
> DistributedVersionInfoTest, TestJsonRequest, TestGraphMLResponseWriter,
> ReplicaListTransformerTest, CdcrReplicationDistributedZkTest,
> TestSerializedLuceneMatchVersion, SuggestComponentContextFilterQueryTest,
> DistributedExpandComponentTest, SparseHLLTest,
> TestConfigSetsAPIZkFailure, TestCopyFieldCollectionResource,
> TemplateUpdateProcessorTest, TestComplexPhraseLeadingWildcard,
> LeaderFailureAfterFreshStartTest, SpellCheckComponentTest,
> TestSolrFieldCacheMBean, SortSpecParsingTest, TestConfigSetProperties,
> DataDrivenBlockJoinTest, TestPerFieldSimilarity,
> ManagedSchemaRoundRobinCloudTest, SpatialFilterTest,
> TestRequestStatusCollectionAPI, ZkStateWriterTest,
> CloneFieldUpdateProcessorFactoryTest, SaslZkACLProviderTest,
> SchemaVersionSpecificBehaviorTest, SOLR749Test, DirectSolrConnectionTest,
> OpenCloseCoreStressTest, TestFieldCacheVsDocValues, TestSchemaResource,
> GraphQueryTest, CoreAdminRequestStatusTest, ConcurrentDeleteAndCreateCollectionTest,
> TestPerFieldSimilarityWithDefaultOverride, TestDistribDocBasedVersion,
> TestSQLHandlerNonCloud, StressHdfsTest, TestCloudPseudoReturnFields,
> TestWordDelimiterFilterFactory, TestPartialUpdateDeduplication,
> SolrIndexSplitterTest, CachingDirectoryFactoryTest, AddBlockUpdateTest,
> TestDocumentBuilder, FullHLLTest, OutOfBoxZkACLAndCredentialsProvidersTest,
> OpenExchangeRatesOrgProviderTest, TestObjectReleaseTracker,
> RestartWhileUpdatingTest, SpellCheckCollatorTest, TestCloudDeleteByQuery,
> ClusterStateUpdateTest, SolrCloudExampleTest, TestCoreContainer,
> TestClassicSimilarityFactory, ChaosMonkeySafeLeaderTest,
> TestMiniSolrCloudCluster, HighlighterTest, SolrMetricManagerTest,
> TestOrdValues, RulesTest, TestElisionMultitermQuery,
> TestReloadAndDeleteDocs, TestImpersonationWithHadoopAuth,
> TestInPlaceUpdatesDistrib, DirectSolrSpellCheckerTest, VersionInfoTest,
> BigEndianAscendingWordSerializerTest, IndexSchemaTest,
> TestIntervalFaceting, TestOverriddenPrefixQueryForCustomFieldType,
> TestManagedSchemaAPI, DistribDocExpirationUpdateProcessorTest,
> DateRangeFieldTest, CreateCollectionCleanupTest, BasicFunctionalityTest,
> ZkCLITest, TestCollectionAPI, IndexSchemaRuntimeFieldTest,
> DistributedFacetPivotWhiteBoxTest, TestTrie, TestCustomStream,
> JsonLoaderTest, TermVectorComponentTest, CloudExitableDirectoryReaderTest,
> TestCharFilters, AlternateDirectoryTest, TestDistributedGrouping,
> ZkControllerTest, TestRealTimeGet, TestStressReorder,
> DistributedTermsComponentTest, TestGroupingSearch, TestFiltering,
> TestFoldingMultitermQuery, DocValuesTest, TestUpdate, QueryEqualityTest,
> DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoMBeanTest,
> DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest,
> TestWriterPerf, TestQueryTypes, TermsComponentTest,
> TestIndexingPerformance, FieldAnalysisRequestHandlerTest,
> LoggingHandlerTest, TestCSVResponseWriter, TestPHPSerializedResponseWriter,
> CSVRequestHandlerTest, SearchHandlerTest, TestSolrIndexConfig,
> SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, TestDocSet,
> TestSearchPerf, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions,
> TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport,
> TestLMJelinekMercerSimilarityFactory, URLClassifyProcessorTest,
> TestSystemIdResolver, TestSuggestSpellingConverter,
> SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, FileUtilsTest,
> CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin,
> TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort,
> TestHighlightDedupGrouping, TestPathTrie, TestEmbeddedSolrServerConstructors,
> TestJettySolrRunner, ConnectionReuseTest, CollectionTooManyReplicasTest,
> LeaderInitiatedRecoveryOnCommitTest, RemoteQueryErrorTest,
> RollingRestartTest, TestConfigSetsAPI, TestHdfsCloudBackupRestore,
> TestLockTree, TestOnReconnectListenerSupport, TestRebalanceLeaders,
> TestRequestForwarding, TestSSLRandomization, TestSegmentSorting,
> TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates]
> [junit4] Completed [521/693 (1!)] on J1 in 27.97s, 5 tests, 1 error <<<
> FAILURES!
>
> [...truncated 52211 lines...]
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>