You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/01/30 08:22:50 UTC
[JENKINS] Lucene-Solr-Tests-6.4 - Build # 14 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.4/14/
1 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([3CDBE5C1EC523541:AEE7844550150899]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored(TestStressCloudBlindAtomicUpdates.java:203)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11290 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/init-core-data-001
[junit4] 2> 314110 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 314111 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001
[junit4] 2> 314111 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 314125 INFO (Thread-2410) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 314125 INFO (Thread-2410) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 314225 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58612
[junit4] 2> 314303 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 314304 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 314305 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 314312 INFO (jetty-launcher-324-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 314321 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@104cd593{/solr,null,AVAILABLE}
[junit4] 2> 314323 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cb8f87b{HTTP/1.1,[http/1.1]}{127.0.0.1:33447}
[junit4] 2> 314323 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.Server Started @319560ms
[junit4] 2> 314324 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33447}
[junit4] 2> 314324 ERROR (jetty-launcher-324-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314324 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 314324 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314324 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 314324 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T07:24:21.350Z
[junit4] 2> 314333 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65d985c9{/solr,null,AVAILABLE}
[junit4] 2> 314333 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c12909e{HTTP/1.1,[http/1.1]}{127.0.0.1:60644}
[junit4] 2> 314333 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.Server Started @319570ms
[junit4] 2> 314333 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60644}
[junit4] 2> 314334 ERROR (jetty-launcher-324-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314334 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 314334 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314334 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 314334 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T07:24:21.360Z
[junit4] 2> 314337 INFO (jetty-launcher-324-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69db5bf5{/solr,null,AVAILABLE}
[junit4] 2> 314338 INFO (jetty-launcher-324-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6690dfb9{HTTP/1.1,[http/1.1]}{127.0.0.1:37304}
[junit4] 2> 314338 INFO (jetty-launcher-324-thread-4) [ ] o.e.j.s.Server Started @319574ms
[junit4] 2> 314338 INFO (jetty-launcher-324-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37304}
[junit4] 2> 314338 ERROR (jetty-launcher-324-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314338 INFO (jetty-launcher-324-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 314338 INFO (jetty-launcher-324-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314338 INFO (jetty-launcher-324-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 314338 INFO (jetty-launcher-324-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T07:24:21.364Z
[junit4] 2> 314347 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35bbda05{/solr,null,AVAILABLE}
[junit4] 2> 314347 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8e10798{HTTP/1.1,[http/1.1]}{127.0.0.1:45223}
[junit4] 2> 314347 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.Server Started @319584ms
[junit4] 2> 314347 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45223}
[junit4] 2> 314348 ERROR (jetty-launcher-324-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314348 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 314348 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314348 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 314348 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T07:24:21.374Z
[junit4] 2> 314367 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 314368 INFO (jetty-launcher-324-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 314378 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 314384 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 314384 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 314385 INFO (jetty-launcher-324-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 314386 INFO (jetty-launcher-324-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58612/solr
[junit4] 2> 314390 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58612/solr
[junit4] 2> 314392 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 314394 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58612/solr
[junit4] 2> 314409 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 314410 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58612/solr
[junit4] 2> 314437 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ee42a12b0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 314441 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ee42a12b0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 314458 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:60644_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60644_solr
[junit4] 2> 314459 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:60644_solr ] o.a.s.c.Overseer Overseer (id=97370836904378377-127.0.0.1:60644_solr-n_0000000000) starting
[junit4] 2> 314493 INFO (jetty-launcher-324-thread-4) [n:127.0.0.1:37304_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37304_solr
[junit4] 2> 314506 INFO (zkCallback-342-thread-1-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 314514 INFO (jetty-launcher-324-thread-2) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 314519 INFO (jetty-launcher-324-thread-2) [n:127.0.0.1:33447_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33447_solr
[junit4] 2> 314520 INFO (zkCallback-342-thread-1-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 314526 INFO (jetty-launcher-324-thread-3) [n:127.0.0.1:45223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 314547 INFO (jetty-launcher-324-thread-3) [n:127.0.0.1:45223_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45223_solr
[junit4] 2> 314576 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:60644_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60644_solr
[junit4] 2> 314598 INFO (zkCallback-343-thread-1-processing-n:127.0.0.1:37304_solr) [n:127.0.0.1:37304_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 314613 INFO (zkCallback-343-thread-2-processing-n:127.0.0.1:37304_solr) [n:127.0.0.1:37304_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 314633 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:60644_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node1/.
[junit4] 2> 314669 INFO (zkCallback-342-thread-2-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 314677 INFO (jetty-launcher-324-thread-3) [n:127.0.0.1:45223_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node3/.
[junit4] 2> 314689 INFO (zkCallback-345-thread-2-processing-n:127.0.0.1:45223_solr) [n:127.0.0.1:45223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 314689 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 314745 INFO (jetty-launcher-324-thread-4) [n:127.0.0.1:37304_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node4/.
[junit4] 2> 314769 INFO (jetty-launcher-324-thread-2) [n:127.0.0.1:33447_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node2/.
[junit4] 2> 315806 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 315807 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58612/solr ready
[junit4] 2> 316358 INFO (qtp1441657960-4011) [n:127.0.0.1:33447_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 316367 INFO (OverseerThreadFactory-1063-thread-1-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 316505 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 316508 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 316529 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 316530 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 316639 INFO (zkCallback-342-thread-3-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 316639 INFO (zkCallback-343-thread-2-processing-n:127.0.0.1:37304_solr) [n:127.0.0.1:37304_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 316639 INFO (zkCallback-345-thread-2-processing-n:127.0.0.1:45223_solr) [n:127.0.0.1:45223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 316639 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 317537 WARN (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 317541 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 317555 WARN (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 317556 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 317575 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 317578 WARN (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 317579 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 317622 WARN (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 317623 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 317632 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 317633 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col
[junit4] 2> 317640 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node3/test_col_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node3/./test_col_shard2_replica2/data/]
[junit4] 2> 317640 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@766a1112
[junit4] 2> 317643 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 317644 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 317651 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 317652 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
[junit4] 2> 317653 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node1/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node1/./test_col_shard1_replica1/data/]
[junit4] 2> 317653 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@766a1112
[junit4] 2> 317655 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 317657 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 317659 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 317660 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
[junit4] 2> 317660 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node2/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node2/./test_col_shard2_replica1/data/]
[junit4] 2> 317661 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@766a1112
[junit4] 2> 317662 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 317664 WARN (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 317669 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 317672 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 317681 WARN (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 317693 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 317699 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node4/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001/tempDir-001/node4/./test_col_shard1_replica2/data/]
[junit4] 2> 317699 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@766a1112
[junit4] 2> 317701 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 317704 WARN (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 317722 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 317722 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 317725 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 317725 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 317727 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.59615120339582]
[junit4] 2> 317729 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5db80020[test_col_shard2_replica2] main]
[junit4] 2> 317731 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 317732 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 317732 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 317733 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 317733 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 317734 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 317734 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 317735 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.59615120339582]
[junit4] 2> 317738 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f7bbe17[test_col_shard1_replica1] main]
[junit4] 2> 317740 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 317748 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 317748 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 317748 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557933394256461824
[junit4] 2> 317750 WARN (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 317756 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 317773 INFO (searcherExecutor-1072-thread-1-processing-n:127.0.0.1:45223_solr x:test_col_shard2_replica2 s:shard2 c:test_col) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore [test_col_shard2_replica2] Registered new searcher Searcher@5db80020[test_col_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 317773 INFO (searcherExecutor-1073-thread-1-processing-n:127.0.0.1:60644_solr x:test_col_shard1_replica1 s:shard1 c:test_col) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [test_col_shard1_replica1] Registered new searcher Searcher@1f7bbe17[test_col_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 317777 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557933394286870528
[junit4] 2> 317787 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 317792 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 317792 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 317793 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 317793 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 317794 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.59615120339582]
[junit4] 2> 317794 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d5d11c6[test_col_shard2_replica1] main]
[junit4] 2> 317796 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 317796 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 317796 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 317797 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557933394307842048
[junit4] 2> 317803 INFO (searcherExecutor-1074-thread-1-processing-n:127.0.0.1:33447_solr x:test_col_shard2_replica1 s:shard2 c:test_col) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore [test_col_shard2_replica1] Registered new searcher Searcher@4d5d11c6[test_col_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 317804 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 317804 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 317805 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 317805 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 317806 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.59615120339582]
[junit4] 2> 317807 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@28a86050[test_col_shard1_replica2] main]
[junit4] 2> 317808 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 317809 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 317809 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 317811 INFO (searcherExecutor-1076-thread-1-processing-n:127.0.0.1:37304_solr x:test_col_shard1_replica2 s:shard1 c:test_col) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [test_col_shard1_replica2] Registered new searcher Searcher@28a86050[test_col_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 317811 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557933394322522112
[junit4] 2> 317893 INFO (zkCallback-345-thread-2-processing-n:127.0.0.1:45223_solr) [n:127.0.0.1:45223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 317894 INFO (zkCallback-342-thread-2-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 317894 INFO (zkCallback-343-thread-2-processing-n:127.0.0.1:37304_solr) [n:127.0.0.1:37304_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 317894 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318256 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 318256 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 318256 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45223/solr/test_col_shard2_replica2/
[junit4] 2> 318257 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica2 url=http://127.0.0.1:45223/solr START replicas=[http://127.0.0.1:33447/solr/test_col_shard2_replica1/] nUpdates=100
[junit4] 2> 318257 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica2 url=http://127.0.0.1:45223/solr DONE. We have no versions. sync failed.
[junit4] 2> 318260 INFO (qtp1441657960-4013) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.c.S.Request [test_col_shard2_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 318261 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 318261 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 318265 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45223/solr/test_col_shard2_replica2/ shard2
[junit4] 2> 318287 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 318287 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 318287 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60644/solr/test_col_shard1_replica1/
[junit4] 2> 318288 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica1 url=http://127.0.0.1:60644/solr START replicas=[http://127.0.0.1:37304/solr/test_col_shard1_replica2/] nUpdates=100
[junit4] 2> 318288 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica1 url=http://127.0.0.1:60644/solr DONE. We have no versions. sync failed.
[junit4] 2> 318299 INFO (qtp455940382-4037) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.c.S.Request [test_col_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 318299 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 318299 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 318303 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60644/solr/test_col_shard1_replica1/ shard1
[junit4] 2> 318408 INFO (zkCallback-343-thread-2-processing-n:127.0.0.1:37304_solr) [n:127.0.0.1:37304_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318408 INFO (zkCallback-345-thread-2-processing-n:127.0.0.1:45223_solr) [n:127.0.0.1:45223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318408 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318408 INFO (zkCallback-342-thread-3-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318416 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 318420 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2} status=0 QTime=1914
[junit4] 2> 318454 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 318457 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2} status=0 QTime=1927
[junit4] 2> 318561 INFO (zkCallback-345-thread-2-processing-n:127.0.0.1:45223_solr) [n:127.0.0.1:45223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318561 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318561 INFO (zkCallback-343-thread-2-processing-n:127.0.0.1:37304_solr) [n:127.0.0.1:37304_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318561 INFO (zkCallback-342-thread-2-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318806 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2} status=0 QTime=2298
[junit4] 2> 318820 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2} status=0 QTime=2291
[junit4] 2> 318826 INFO (qtp1441657960-4011) [n:127.0.0.1:33447_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 318925 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318925 INFO (zkCallback-345-thread-2-processing-n:127.0.0.1:45223_solr) [n:127.0.0.1:45223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318925 INFO (zkCallback-343-thread-2-processing-n:127.0.0.1:37304_solr) [n:127.0.0.1:37304_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318925 INFO (zkCallback-342-thread-2-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 319826 INFO (qtp1441657960-4011) [n:127.0.0.1:33447_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3468
[junit4] 2> 319827 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: test_col failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 319827 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: test_col
[junit4] 2> 319838 INFO (qtp1430928244-4020) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.S.Request [test_col_shard1_replica1] webapp=/solr path=/schema/fieldtypes/long params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 319880 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_idx-seed#[3CDBE5C1EC523541]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test_dv_idx
[junit4] 2> 319963 INFO (qtp455940382-4038) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1557933396499365888&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1557933396499365888)} 0 19
[junit4] 2> 319973 INFO (qtp1441657960-4014) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1557933396545503232&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1557933396545503232)} 0 8
[junit4] 2> 319974 INFO (qtp1709372428-4042) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1557933396545503232)} 0 43
[junit4] 2> 319974 INFO (qtp1430928244-4020) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1557933396499365888)} 0 91
[junit4] 2> 319978 INFO (qtp1430928244-4025) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 319978 WARN (qtp1430928244-4025) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 319978 INFO (qtp1430928244-4025) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 319979 INFO (qtp455940382-4032) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 319979 WARN (qtp455940382-4032) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 319979 INFO (qtp455940382-4032) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 319995 INFO (qtp455940382-4032) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 319996 INFO (qtp455940382-4032) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 16
[junit4] 2> 319996 INFO (qtp1430928244-4025) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 319996 INFO (qtp1430928244-4025) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 18
[junit4] 2> 320000 INFO (qtp1441657960-4007) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 320000 WARN (qtp1441657960-4007) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 320000 INFO (qtp1441657960-4007) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 320002 INFO (qtp1441657960-4007) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 320002 INFO (qtp1441657960-4007) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 2
[junit4] 2> 320003 INFO (qtp1709372428-4047) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 320003 WARN (qtp1709372428-4047) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 320003 INFO (qtp1709372428-4047) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 320004 INFO (qtp1709372428-4047) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 320004 INFO (qtp1709372428-4047) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
[junit4] 2> 320004 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={_stateVer_=test_col:5&optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2}{optimize=} 0 27
[junit4] 2> 320010 INFO (qtp1709372428-4049) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.c.S.Request [test_col_shard2_replica2] webapp=/solr path=/schema/fields/long_dv_idx params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 320010 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_idx-seed#[3CDBE5C1EC523541]) [ ] o.a.s.c.TestStressCloudBlindAtomicUpdates Testing long_dv_idx: numDocsToCheck=86, numDocsInIndex=344, incr=4
[junit4] 2> 320019 INFO (qtp455940382-4033) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[0 (1557933396632535040)]} 0 1
[junit4] 2> 320020 INFO (qtp1430928244-4026) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1557933396632535040)]} 0 6
[junit4] 2> 320024 INFO (qtp455940382-4037) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[1 (1557933396640923648)]} 0 0
[junit4] 2> 320025 INFO (qtp1430928244-4027) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1557933396640923648)]} 0 3
[junit4] 2> 320033 INFO (qtp1441657960-4013) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[2 (1557933396646166528)]} 0 2
[junit4] 2> 320033 INFO (qtp1709372428-4008) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1557933396646166528)]} 0 6
[junit4] 2> 320038 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[3 (1557933396655603712)]} 0 0
[junit4] 2> 320041 INFO (qtp1709372428-4042) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1557933396655603712)]} 0 5
[junit4] 2> 320047 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[4 (1557933396665040896)]} 0 0
[junit4] 2> 320047 INFO (qtp1430928244-4021) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1557933396665040896)]} 0 2
[junit4] 2> 320052 INFO (qtp1441657960-4015) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[5 (1557933396670283776)]} 0 0
[junit4] 2> 320052 INFO (qtp1709372428-4046) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1557933396670283776)]} 0 2
[junit4] 2> 320059 INFO (qtp1441657960-4011) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[6 (1557933396676575232)]} 0 0
[junit4] 2> 320059 INFO (qtp1709372428-4047) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1557933396676575232)]} 0 3
[junit4] 2> 320064 INFO (qtp1441657960-4011) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[7 (1557933396682866688)]} 0 0
[junit4] 2> 320065 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1557933396682866688)]} 0 2
[junit4] 2> 320071 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[8 (1557933396689158144)]} 0 0
[junit4] 2> 320071 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1557933396689158144)]} 0 3
[junit4] 2> 320078 INFO (qtp1441657960-4007) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[9 (1557933396696498176)]} 0 0
[junit4] 2> 320081 INFO (qtp1709372428-4049) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1557933396696498176)]} 0 5
[junit4] 2> 320086 INFO (qtp455940382-4035) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[10 (1557933396704886784)]} 0 0
[junit4] 2> 320086 INFO (qtp1430928244-4020) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1557933396704886784)]} 0 3
[junit4] 2> 320091 INFO (qtp455940382-4032) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[11 (1557933396711178240)]} 0 0
[junit4] 2> 320091 INFO (qtp1430928244-4025) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1557933396711178240)]} 0 2
[junit4] 2> 320096 INFO (qtp455940382-4032) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[12 (1557933396716421120)]} 0 0
[junit4] 2> 320096 INFO (qtp1430928244-4026) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1557933396716421120)]} 0 2
[junit4] 2> 320101 INFO (qtp455940382-4037) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[13 (1557933396721664000)]} 0 0
[junit4] 2> 320101 INFO (qtp1430928244-4027) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1557933396721664000)]} 0 2
[junit4] 2> 320105 INFO (qtp455940382-4039) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[14 (1557933396725858304)]} 0 0
[junit4] 2> 320106 INFO (qtp1430928244-4021) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1557933396725858304)]} 0 2
[junit4] 2> 320115 INFO (qtp455940382-4038) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[15 (1557933396731101184)]} 0 0
[junit4] 2> 320116 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1557933396731101184)]} 0 8
[junit4] 2> 320121 INFO (qtp455940382-4038) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[16 (1557933396742635520)]} 0 0
[junit4] 2> 320122 INFO (qtp1430928244-4020) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1557933396742635520)]} 0 3
[junit4] 2> 320126 INFO (qtp1441657960-4007) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[17 (1557933396747878400)]} 0 0
[junit4] 2> 320126 INFO (qtp1709372428-4008) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1557933396747878400)]} 0 2
[junit4] 2> 320130 INFO (qtp1441657960-4009) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[18 (1557933396752072704)]} 0 0
[junit4] 2> 320131 INFO (qtp1709372428-4042) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1557933396752072704)]} 0 2
[junit4] 2> 320143 INFO (qtp1441657960-4015) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[19 (1557933396764655616)]} 0 0
[junit4] 2> 320143 INFO (qtp1709372428-4046) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1557933396764655616)]} 0 3
[junit4] 2> 320148 INFO (qtp455940382-4033) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[20 (1557933396770947072)]} 0 0
[junit4] 2> 320148 INFO (qtp1430928244-4025) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1557933396770947072)]} 0 2
[junit4] 2> 320154 INFO (qtp1441657960-4014) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[21 (1557933396776189952)]} 0 0
[junit4] 2> 320155 INFO (qtp1709372428-4047) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1557933396776189952)]} 0 3
[junit4] 2> 320159 INFO (qtp455940382-4033) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[22 (1557933396782481408)]} 0 0
[junit4] 2> 320159 INFO (qtp1430928244-4026) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1557933396782481408)]} 0 2
[junit4] 2> 320164 INFO (qtp1441657960-4014) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[23 (1557933396787724288)]} 0 0
[junit4] 2> 320165 INFO (qtp1709372428-4044) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1557933396787724288)]} 0 3
[junit4] 2> 320170 INFO (qtp455940382-4037) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[24 (1557933396794015744)]} 0 0
[junit4] 2> 320171 INFO (qtp1430928244-4027) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1557933396794015744)]} 0 3
[junit4] 2> 320175 INFO (qtp1441657960-4013) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[25 (1557933396799258624)]} 0 0
[junit4] 2> 320175 INFO (qtp1709372428-4049) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1557933396799258624)]} 0 2
[junit4] 2> 320181 INFO (qtp1441657960-4013) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[26 (1557933396804501504)]} 0 0
[junit4] 2> 320181 INFO (qtp1709372428-4008) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1557933396804501504)]} 0 2
[junit4] 2> 320185 INFO (qtp455940382-4039) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[27 (1557933396809744384)]} 0 0
[junit4] 2> 320186 INFO (qtp1430928244-4021) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1557933396809744384)]} 0 2
[junit4] 2> 320190 INFO (qtp455940382-4039) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[28 (1557933396814987264)]} 0 0
[junit4] 2> 320191 INFO (qtp1430928244-4023) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1557933396814987264)]} 0 2
[junit4] 2> 320195 INFO (qtp1441657960-4013) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[29 (1557933396820230144)]} 0 0
[junit4] 2> 320196 INFO (qtp1709372428-4042) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1557933396820230144)]} 0 2
[junit4] 2> 320200 INFO (qtp1441657960-4013) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[30 (1557933396825473024)]} 0 0
[junit4] 2> 320200 INFO (qtp1709372428-4046) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1557933396825473024)]} 0 2
[junit4] 2> 320204 INFO (qtp1441657960-4011) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45223/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[31 (1557933396829667328)]} 0 0
[junit4] 2> 320205 INFO (qtp1709372428-4047) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1557933396829667328)]} 0 2
[junit4] 2> 320209 INFO (qtp455940382-4039) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60644/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[32
[...truncated too long message...]
> 694786 INFO (coreCloseExecutor-1096-thread-1) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 694786 INFO (coreCloseExecutor-1096-thread-1) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3bc71b58
[junit4] 2> 694798 INFO (coreCloseExecutor-1098-thread-1) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.c.SolrCore [test_col_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@7766fbb3
[junit4] 2> 694799 INFO (coreCloseExecutor-1098-thread-1) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 694799 INFO (coreCloseExecutor-1098-thread-1) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2d71c94a
[junit4] 2> 694935 INFO (zkCallback-343-thread-3-processing-n:127.0.0.1:37304_solr) [n:127.0.0.1:37304_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 694935 INFO (zkCallback-345-thread-3-processing-n:127.0.0.1:45223_solr) [n:127.0.0.1:45223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 694955 INFO (zkCallback-346-thread-2-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 694955 INFO (zkCallback-342-thread-6-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 695600 INFO (coreCloseExecutor-1098-thread-1) [n:127.0.0.1:37304_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard1.replica2
[junit4] 2> 695657 WARN (zkCallback-343-thread-3-processing-n:127.0.0.1:37304_solr) [n:127.0.0.1:37304_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 695658 INFO (zkCallback-342-thread-6-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 695658 INFO (zkCallback-345-thread-3-processing-n:127.0.0.1:45223_solr) [n:127.0.0.1:45223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 695674 INFO (jetty-launcher-324-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 695683 INFO (jetty-launcher-324-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69db5bf5{/solr,null,UNAVAILABLE}
[junit4] 2> 695699 INFO (zkCallback-346-thread-3-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 695702 INFO (coreCloseExecutor-1095-thread-1) [n:127.0.0.1:45223_solr c:test_col s:shard2 r:core_node2 x:test_col_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard2.replica2
[junit4] 2> 695707 INFO (jetty-launcher-324-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 695707 INFO (zkCallback-342-thread-6-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 695707 INFO (zkCallback-346-thread-3-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 695711 INFO (jetty-launcher-324-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35bbda05{/solr,null,UNAVAILABLE}
[junit4] 2> 695746 INFO (coreCloseExecutor-1097-thread-1) [n:127.0.0.1:33447_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard2.replica1
[junit4] 2> 695749 INFO (zkCallback-342-thread-6-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 695763 INFO (coreCloseExecutor-1096-thread-1) [n:127.0.0.1:60644_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard1.replica1
[junit4] 2> 695771 INFO (jetty-launcher-324-thread-7) [ ] o.a.s.c.Overseer Overseer (id=97370836904378377-127.0.0.1:60644_solr-n_0000000000) closing
[junit4] 2> 695771 INFO (OverseerStateUpdate-97370836904378377-127.0.0.1:60644_solr-n_0000000000) [n:127.0.0.1:60644_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60644_solr
[junit4] 2> 697249 WARN (zkCallback-346-thread-3-processing-n:127.0.0.1:33447_solr) [n:127.0.0.1:33447_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 697250 INFO (jetty-launcher-324-thread-8) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 697250 INFO (jetty-launcher-324-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@104cd593{/solr,null,UNAVAILABLE}
[junit4] 2> 697281 WARN (zkCallback-342-thread-6-processing-n:127.0.0.1:60644_solr) [n:127.0.0.1:60644_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 697281 INFO (jetty-launcher-324-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 697282 INFO (jetty-launcher-324-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65d985c9{/solr,null,UNAVAILABLE}
[junit4] 2> 697284 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58612 58612
[junit4] 2> 697466 INFO (Thread-2410) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58612 58612
[junit4] 2> 697466 WARN (Thread-2410) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/test_col/state.json
[junit4] 2> 2 /solr/overseer_elect/election/97370836904378377-127.0.0.1:60644_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 377 /solr/overseer/collection-queue-work
[junit4] 2> 22 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 697467 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[3CDBE5C1EC523541]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.4/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_3CDBE5C1EC523541-001
[junit4] 2> Jan 30, 2017 7:30:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=pl-PL, timezone=Europe/Vatican
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=308789368,total=498073600
[junit4] 2> NOTE: All tests run in this JVM: [WrapperMergePolicyFactoryTest, TestExportWriter, DocumentBuilderTest, TestExclusionRuleCollectionAccess, TestStressUserVersions, SchemaVersionSpecificBehaviorTest, BaseCdcrDistributedZkTest, DeleteStatusTest, VMParamsZkACLAndCredentialsProvidersTest, TestUseDocValuesAsStored, DocValuesNotIndexedTest, TestRTGBase, CollectionReloadTest, FileUtilsTest, EchoParamsTest, OverseerCollectionConfigSetProcessorTest, SuggestComponentTest, TestRecoveryHdfs, MultiTermTest, ShardRoutingTest, TestTolerantUpdateProcessorRandomCloud, CdcrReplicationHandlerTest, TestSolrIndexConfig, HdfsLockFactoryTest, TestSegmentSorting, TestReloadAndDeleteDocs, BooleanFieldTest, SolrIndexSplitterTest, TestElisionMultitermQuery, AnalyticsQueryTest, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [170/680 (1!)] on J1 in 384.16s, 5 tests, 1 failure <<< FAILURES!
[...truncated 64107 lines...]