You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/12/12 02:19:44 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 1537 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1537/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([C3613E98031A38D1:515D5F1CBF5D0509]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored(TestStressCloudBlindAtomicUpdates.java:203)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12665 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/init-core-data-001
   [junit4]   2> 1800734 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
   [junit4]   2> 1800735 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001
   [junit4]   2> 1800735 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1800736 INFO  (Thread-3515) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1800736 INFO  (Thread-3515) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1800836 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38365
   [junit4]   2> 1800842 INFO  (jetty-launcher-14067-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1800843 INFO  (jetty-launcher-14067-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1800843 INFO  (jetty-launcher-14067-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1800844 INFO  (jetty-launcher-14067-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1800846 INFO  (jetty-launcher-14067-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a9964b5{/solr,null,AVAILABLE}
   [junit4]   2> 1800847 INFO  (jetty-launcher-14067-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7121e1a3{/solr,null,AVAILABLE}
   [junit4]   2> 1800849 INFO  (jetty-launcher-14067-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2e6c5b2a{HTTP/1.1,[http/1.1]}{127.0.0.1:38557}
   [junit4]   2> 1800849 INFO  (jetty-launcher-14067-thread-3) [    ] o.e.j.s.Server Started @1805648ms
   [junit4]   2> 1800849 INFO  (jetty-launcher-14067-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38557}
   [junit4]   2> 1800850 ERROR (jetty-launcher-14067-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1800850 INFO  (jetty-launcher-14067-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1800850 INFO  (jetty-launcher-14067-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1800850 INFO  (jetty-launcher-14067-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1800850 INFO  (jetty-launcher-14067-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T01:45:59.364Z
   [junit4]   2> 1800851 INFO  (jetty-launcher-14067-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@396c44a3{/solr,null,AVAILABLE}
   [junit4]   2> 1800852 INFO  (jetty-launcher-14067-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4469384f{HTTP/1.1,[http/1.1]}{127.0.0.1:39088}
   [junit4]   2> 1800852 INFO  (jetty-launcher-14067-thread-2) [    ] o.e.j.s.Server Started @1805651ms
   [junit4]   2> 1800852 INFO  (jetty-launcher-14067-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39088}
   [junit4]   2> 1800852 ERROR (jetty-launcher-14067-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1800852 INFO  (jetty-launcher-14067-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1800852 INFO  (jetty-launcher-14067-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1800852 INFO  (jetty-launcher-14067-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1800852 INFO  (jetty-launcher-14067-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T01:45:59.366Z
   [junit4]   2> 1800853 INFO  (jetty-launcher-14067-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25719a18{HTTP/1.1,[http/1.1]}{127.0.0.1:32866}
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-1) [    ] o.e.j.s.Server Started @1805652ms
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32866}
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3683779e{/solr,null,AVAILABLE}
   [junit4]   2> 1800854 ERROR (jetty-launcher-14067-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3aa13f81{HTTP/1.1,[http/1.1]}{127.0.0.1:36547}
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-4) [    ] o.e.j.s.Server Started @1805653ms
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36547}
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T01:45:59.368Z
   [junit4]   2> 1800854 ERROR (jetty-launcher-14067-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1800854 INFO  (jetty-launcher-14067-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1800855 INFO  (jetty-launcher-14067-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1800855 INFO  (jetty-launcher-14067-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1800855 INFO  (jetty-launcher-14067-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T01:45:59.369Z
   [junit4]   2> 1800857 INFO  (jetty-launcher-14067-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1800862 INFO  (jetty-launcher-14067-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1800866 INFO  (jetty-launcher-14067-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38365/solr
   [junit4]   2> 1800866 INFO  (jetty-launcher-14067-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1800870 INFO  (jetty-launcher-14067-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38365/solr
   [junit4]   2> 1800871 INFO  (jetty-launcher-14067-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1800877 INFO  (jetty-launcher-14067-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38365/solr
   [junit4]   2> 1800878 INFO  (jetty-launcher-14067-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38365/solr
   [junit4]   2> 1800903 INFO  (jetty-launcher-14067-thread-2) [n:127.0.0.1:39088_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39088_solr
   [junit4]   2> 1800904 INFO  (jetty-launcher-14067-thread-1) [n:127.0.0.1:32866_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32866_solr
   [junit4]   2> 1800904 INFO  (jetty-launcher-14067-thread-2) [n:127.0.0.1:39088_solr    ] o.a.s.c.Overseer Overseer (id=97092053188673546-127.0.0.1:39088_solr-n_0000000000) starting
   [junit4]   2> 1800904 INFO  (jetty-launcher-14067-thread-3) [n:127.0.0.1:38557_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38557_solr
   [junit4]   2> 1800912 INFO  (zkCallback-14087-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1800912 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1800912 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1800923 INFO  (jetty-launcher-14067-thread-4) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1800931 INFO  (jetty-launcher-14067-thread-4) [n:127.0.0.1:36547_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36547_solr
   [junit4]   2> 1800933 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1800933 INFO  (zkCallback-14087-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1800933 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1800940 INFO  (zkCallback-14088-thread-1-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1800947 INFO  (jetty-launcher-14067-thread-2) [n:127.0.0.1:39088_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39088_solr
   [junit4]   2> 1800949 INFO  (zkCallback-14088-thread-1-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1800952 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1800952 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1800952 INFO  (zkCallback-14087-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1800970 INFO  (jetty-launcher-14067-thread-3) [n:127.0.0.1:38557_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node3/.
   [junit4]   2> 1800971 INFO  (jetty-launcher-14067-thread-4) [n:127.0.0.1:36547_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node4/.
   [junit4]   2> 1800999 INFO  (jetty-launcher-14067-thread-2) [n:127.0.0.1:39088_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node2/.
   [junit4]   2> 1801075 INFO  (jetty-launcher-14067-thread-1) [n:127.0.0.1:32866_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node1/.
   [junit4]   2> 1801082 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1801083 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38365/solr ready
   [junit4]   2> 1801468 INFO  (qtp1431157919-57064) [n:127.0.0.1:38557_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1801470 INFO  (OverseerThreadFactory-8451-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.CreateCollectionCmd Create collection test_col
   [junit4]   2> 1801579 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1801581 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1801580 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1801579 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1801697 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1801698 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1801698 INFO  (zkCallback-14087-thread-3-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1801698 INFO  (zkCallback-14088-thread-1-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1802610 WARN  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1802610 WARN  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1803756 WARN  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1803757 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1803757 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1803762 WARN  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1803763 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1803766 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1803778 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
   [junit4]   2> 1803784 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 1803786 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
   [junit4]   2> 1803786 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
   [junit4]   2> 1803786 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
   [junit4]   2> 1803787 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
   [junit4]   2> 1803788 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 1803788 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 1803789 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 1803790 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
   [junit4]   2> 1803790 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col
   [junit4]   2> 1803790 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node2/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node2/./test_col_shard1_replica1/data/]
   [junit4]   2> 1803790 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node1/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node1/./test_col_shard2_replica1/data/]
   [junit4]   2> 1803790 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node3/test_col_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node3/./test_col_shard2_replica2/data/]
   [junit4]   2> 1803790 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@61d8db4b
   [junit4]   2> 1803790 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@61d8db4b
   [junit4]   2> 1803791 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
   [junit4]   2> 1803791 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node4/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001/tempDir-001/node4/./test_col_shard1_replica2/data/]
   [junit4]   2> 1803791 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@61d8db4b
   [junit4]   2> 1803790 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@61d8db4b
   [junit4]   2> 1803793 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=38.4931640625, floorSegmentMB=0.61328125, forceMergeDeletesPctAllowed=14.98587627718319, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1803793 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=38.4931640625, floorSegmentMB=0.61328125, forceMergeDeletesPctAllowed=14.98587627718319, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1803793 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=38.4931640625, floorSegmentMB=0.61328125, forceMergeDeletesPctAllowed=14.98587627718319, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1803794 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=38.4931640625, floorSegmentMB=0.61328125, forceMergeDeletesPctAllowed=14.98587627718319, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1803798 WARN  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1803799 WARN  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1803807 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1803807 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1803808 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1803808 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1803808 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20066516771647036]
   [junit4]   2> 1803809 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@755fdb3a[test_col_shard2_replica1] main]
   [junit4]   2> 1803809 WARN  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1803810 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1803810 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 1803810 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1803810 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 1803810 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1803811 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553472854242099200
   [junit4]   2> 1803811 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1803811 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1803811 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20066516771647036]
   [junit4]   2> 1803812 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@165918a8[test_col_shard2_replica2] main]
   [junit4]   2> 1803813 INFO  (searcherExecutor-8461-thread-1-processing-n:127.0.0.1:32866_solr x:test_col_shard2_replica1 s:shard2 c:test_col r:core_node1) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.c.SolrCore [test_col_shard2_replica1] Registered new searcher Searcher@755fdb3a[test_col_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1803814 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 1803815 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 1803815 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1803816 INFO  (searcherExecutor-8462-thread-1-processing-n:127.0.0.1:38557_solr x:test_col_shard2_replica2 s:shard2 c:test_col r:core_node4) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.SolrCore [test_col_shard2_replica2] Registered new searcher Searcher@165918a8[test_col_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1803816 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553472854247342080
   [junit4]   2> 1803819 WARN  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1803822 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1803822 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1803822 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38557/solr/test_col_shard2_replica2/
   [junit4]   2> 1803822 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica2 url=http://127.0.0.1:38557/solr START replicas=[http://127.0.0.1:32866/solr/test_col_shard2_replica1/] nUpdates=100
   [junit4]   2> 1803825 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica2 url=http://127.0.0.1:38557/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1803825 INFO  (zkCallback-14088-thread-1-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1803825 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1803825 INFO  (zkCallback-14087-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1803825 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1803828 INFO  (qtp1145662084-57053) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.c.S.Request [test_col_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1803828 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1803828 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1803828 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1803828 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1803829 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1803829 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1803829 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20066516771647036]
   [junit4]   2> 1803830 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f123149[test_col_shard1_replica1] main]
   [junit4]   2> 1803833 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38557/solr/test_col_shard2_replica2/ shard2
   [junit4]   2> 1803835 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 1803835 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 1803835 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1803836 INFO  (searcherExecutor-8460-thread-1-processing-n:127.0.0.1:39088_solr x:test_col_shard1_replica1 s:shard1 c:test_col r:core_node3) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.SolrCore [test_col_shard1_replica1] Registered new searcher Searcher@2f123149[test_col_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1803836 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553472854268313600
   [junit4]   2> 1803842 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1803845 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1803845 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1803847 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1803847 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1803847 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20066516771647036]
   [junit4]   2> 1803847 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@24df6d16[test_col_shard1_replica2] main]
   [junit4]   2> 1803849 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 1803849 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 1803849 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1803850 INFO  (searcherExecutor-8463-thread-1-processing-n:127.0.0.1:36547_solr x:test_col_shard1_replica2 s:shard1 c:test_col r:core_node2) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.c.SolrCore [test_col_shard1_replica2] Registered new searcher Searcher@24df6d16[test_col_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1803850 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553472854282993664
   [junit4]   2> 1803945 INFO  (zkCallback-14088-thread-1-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1803945 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1803945 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1803945 INFO  (zkCallback-14087-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1803984 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1803989 INFO  (qtp1431157919-57055) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2} status=0 QTime=2408
   [junit4]   2> 1804090 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804090 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804090 INFO  (zkCallback-14087-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804090 INFO  (zkCallback-14088-thread-1-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804343 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1804343 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1804343 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39088/solr/test_col_shard1_replica1/
   [junit4]   2> 1804343 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica1 url=http://127.0.0.1:39088/solr START replicas=[http://127.0.0.1:36547/solr/test_col_shard1_replica2/] nUpdates=100
   [junit4]   2> 1804343 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica1 url=http://127.0.0.1:39088/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1804345 INFO  (qtp1051458728-57082) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.c.S.Request [test_col_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1804345 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1804345 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1804349 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39088/solr/test_col_shard1_replica1/ shard1
   [junit4]   2> 1804452 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804452 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804452 INFO  (zkCallback-14087-thread-3-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804452 INFO  (zkCallback-14088-thread-1-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804500 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1804502 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2} status=0 QTime=2922
   [junit4]   2> 1804604 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804604 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804604 INFO  (zkCallback-14088-thread-1-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804606 INFO  (zkCallback-14087-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804826 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2} status=0 QTime=3246
   [junit4]   2> 1804857 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2} status=0 QTime=3275
   [junit4]   2> 1804860 INFO  (qtp1431157919-57064) [n:127.0.0.1:38557_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1804962 INFO  (zkCallback-14083-thread-1-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804962 INFO  (zkCallback-14085-thread-1-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804962 INFO  (zkCallback-14088-thread-1-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1804963 INFO  (zkCallback-14087-thread-3-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1805769 INFO  (OverseerCollectionConfigSetProcessor-97092053188673546-127.0.0.1:39088_solr-n_0000000000) [n:127.0.0.1:39088_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1805861 INFO  (qtp1431157919-57064) [n:127.0.0.1:38557_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4393
   [junit4]   2> 1805861 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: test_col failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node1 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 1805862 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: test_col
   [junit4]   2> 1805869 INFO  (qtp1145662084-57061) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.c.S.Request [test_col_shard2_replica1]  webapp=/solr path=/schema/fieldtypes/long params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1805903 INFO  (TEST-TestStressCloudBlindAtomicUpdates.test_dv_idx-seed#[C3613E98031A38D1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test_dv_idx
   [junit4]   2> 1805921 INFO  (qtp1145662084-57061) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1553472856436768768&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1553472856436768768)} 0 0
   [junit4]   2> 1805922 INFO  (qtp1051458728-57080) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1553472856439914496&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1553472856439914496)} 0 0
   [junit4]   2> 1805923 INFO  (qtp274588698-57069) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1553472856439914496)} 0 16
   [junit4]   2> 1805923 INFO  (qtp1431157919-57065) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1553472856436768768)} 0 19
   [junit4]   2> 1805924 INFO  (qtp274588698-57073) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1805925 WARN  (qtp274588698-57073) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 1805925 INFO  (qtp274588698-57073) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1805925 INFO  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1805931 WARN  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 1805931 INFO  (qtp274588698-57073) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1805931 INFO  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1805931 INFO  (qtp274588698-57073) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 7
   [junit4]   2> 1805931 INFO  (qtp1145662084-57046) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1805932 WARN  (qtp1145662084-57046) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 1805932 INFO  (qtp1145662084-57046) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1805935 INFO  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1805935 INFO  (qtp1145662084-57046) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1805935 INFO  (qtp1145662084-57046) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 3
   [junit4]   2> 1805935 INFO  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 10
   [junit4]   2> 1805936 INFO  (qtp1431157919-57067) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1805936 WARN  (qtp1431157919-57067) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 1805936 INFO  (qtp1431157919-57067) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1805936 INFO  (qtp1431157919-57067) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1805937 INFO  (qtp1431157919-57067) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
   [junit4]   2> 1805937 INFO  (qtp1431157919-57071) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={_stateVer_=test_col:7&optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2}{optimize=} 0 13
   [junit4]   2> 1805938 INFO  (qtp1431157919-57072) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.c.S.Request [test_col_shard2_replica2]  webapp=/solr path=/schema/fields/long_dv_idx params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1805938 INFO  (TEST-TestStressCloudBlindAtomicUpdates.test_dv_idx-seed#[C3613E98031A38D1]) [    ] o.a.s.c.TestStressCloudBlindAtomicUpdates Testing long_dv_idx: numDocsToCheck=79, numDocsInIndex=158, incr=2
   [junit4]   2> 1805946 INFO  (qtp1051458728-57063) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[0 (1553472856477663232)]} 0 1
   [junit4]   2> 1805947 INFO  (qtp274588698-57077) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1553472856477663232)]} 0 4
   [junit4]   2> 1805948 INFO  (qtp1051458728-57058) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[1 (1553472856482906112)]} 0 0
   [junit4]   2> 1805949 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1553472856482906112)]} 0 1
   [junit4]   2> 1805956 INFO  (qtp1145662084-57053) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[2 (1553472856488148992)]} 0 1
   [junit4]   2> 1805957 INFO  (qtp1431157919-57064) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1553472856488148992)]} 0 3
   [junit4]   2> 1805958 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[3 (1553472856493391872)]} 0 0
   [junit4]   2> 1805958 INFO  (qtp1431157919-57065) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1553472856493391872)]} 0 0
   [junit4]   2> 1805960 INFO  (qtp1051458728-57082) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[4 (1553472856494440448)]} 0 0
   [junit4]   2> 1805960 INFO  (qtp274588698-57048) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1553472856494440448)]} 0 1
   [junit4]   2> 1805961 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[5 (1553472856496537600)]} 0 0
   [junit4]   2> 1805961 INFO  (qtp1431157919-57049) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1553472856496537600)]} 0 0
   [junit4]   2> 1805963 INFO  (qtp1145662084-57044) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[6 (1553472856497586176)]} 0 0
   [junit4]   2> 1805963 INFO  (qtp1431157919-57067) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1553472856497586176)]} 0 0
   [junit4]   2> 1805964 INFO  (qtp1145662084-57061) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[7 (1553472856498634752)]} 0 0
   [junit4]   2> 1805964 INFO  (qtp1431157919-57071) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1553472856498634752)]} 0 0
   [junit4]   2> 1805965 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[8 (1553472856500731904)]} 0 0
   [junit4]   2> 1805966 INFO  (qtp274588698-57069) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1553472856500731904)]} 0 0
   [junit4]   2> 1805969 INFO  (qtp1145662084-57046) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[9 (1553472856501780480)]} 0 2
   [junit4]   2> 1805975 INFO  (qtp1431157919-57072) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1553472856501780480)]} 0 8
   [junit4]   2> 1805979 INFO  (qtp1051458728-57080) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[10 (1553472856514363392)]} 0 0
   [junit4]   2> 1805980 INFO  (qtp274588698-57073) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1553472856514363392)]} 0 1
   [junit4]   2> 1805981 INFO  (qtp1051458728-57080) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[11 (1553472856516460544)]} 0 0
   [junit4]   2> 1805981 INFO  (qtp274588698-57059) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1553472856516460544)]} 0 1
   [junit4]   2> 1805983 INFO  (qtp1051458728-57080) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[12 (1553472856518557696)]} 0 0
   [junit4]   2> 1805983 INFO  (qtp274588698-57077) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1553472856518557696)]} 0 1
   [junit4]   2> 1805984 INFO  (qtp1051458728-57080) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[13 (1553472856519606272)]} 0 0
   [junit4]   2> 1805984 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1553472856519606272)]} 0 0
   [junit4]   2> 1805986 INFO  (qtp1051458728-57080) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[14 (1553472856521703424)]} 0 0
   [junit4]   2> 1805986 INFO  (qtp274588698-57048) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1553472856521703424)]} 0 0
   [junit4]   2> 1805987 INFO  (qtp1051458728-57070) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[15 (1553472856522752000)]} 0 0
   [junit4]   2> 1805987 INFO  (qtp274588698-57069) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1553472856522752000)]} 0 0
   [junit4]   2> 1805988 INFO  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[16 (1553472856524849152)]} 0 0
   [junit4]   2> 1805989 INFO  (qtp274588698-57073) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1553472856524849152)]} 0 0
   [junit4]   2> 1805990 INFO  (qtp1145662084-57053) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[17 (1553472856525897728)]} 0 0
   [junit4]   2> 1805990 INFO  (qtp1431157919-57064) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1553472856525897728)]} 0 0
   [junit4]   2> 1805991 INFO  (qtp1145662084-57056) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[18 (1553472856527994880)]} 0 0
   [junit4]   2> 1805991 INFO  (qtp1431157919-57065) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1553472856527994880)]} 0 0
   [junit4]   2> 1805992 INFO  (qtp1145662084-57050) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[19 (1553472856529043456)]} 0 0
   [junit4]   2> 1805993 INFO  (qtp1431157919-57049) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1553472856529043456)]} 0 0
   [junit4]   2> 1805996 INFO  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[20 (1553472856532189184)]} 0 0
   [junit4]   2> 1805996 INFO  (qtp274588698-57059) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1553472856532189184)]} 0 1
   [junit4]   2> 1805997 INFO  (qtp1145662084-57044) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[21 (1553472856534286336)]} 0 0
   [junit4]   2> 1805997 INFO  (qtp1431157919-57067) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1553472856534286336)]} 0 0
   [junit4]   2> 1805999 INFO  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[22 (1553472856535334912)]} 0 0
   [junit4]   2> 1805999 INFO  (qtp274588698-57077) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1553472856535334912)]} 0 1
   [junit4]   2> 1806000 INFO  (qtp1145662084-57044) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[23 (1553472856537432064)]} 0 0
   [junit4]   2> 1806000 INFO  (qtp1431157919-57071) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1553472856537432064)]} 0 0
   [junit4]   2> 1806002 INFO  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[24 (1553472856538480640)]} 0 0
   [junit4]   2> 1806002 INFO  (qtp274588698-57062) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1553472856538480640)]} 0 1
   [junit4]   2> 1806003 INFO  (qtp1145662084-57044) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[25 (1553472856540577792)]} 0 0
   [junit4]   2> 1806003 INFO  (qtp1431157919-57072) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1553472856540577792)]} 0 0
   [junit4]   2> 1806005 INFO  (qtp1145662084-57044) [n:127.0.0.1:32866_solr c:test_col s:shard2 r:core_node1 x:test_col_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38557/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[26 (1553472856541626368)]} 0 0
   [junit4]   2> 1806005 INFO  (qtp1431157919-57064) [n:127.0.0.1:38557_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1553472856541626368)]} 0 1
   [junit4]   2> 1806006 INFO  (qtp1051458728-57081) [n:127.0.0.1:36547_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39088/solr/test_col_shard1_replica1/&wt=javabin&version=2}{add=[27 (1553472856542674944)]} 0 0
   [junit4]   2> 1806006 INFO  (qtp274588698-57048) [n:127.0.0.1:39088_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1553472856542674944)]} 0 0
   [junit4] 

[...truncated too long message...]

n_0000000001) starting
   [junit4]   2> 2157354 INFO  (zkCallback-14083-thread-4-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2157356 INFO  (zkCallback-14083-thread-4-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2157358 INFO  (zkCallback-14083-thread-4-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2157361 INFO  (zkCallback-14083-thread-4-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2157364 INFO  (jetty-launcher-14067-thread-8) [    ] o.a.s.c.Overseer Overseer (id=97092053188673544-127.0.0.1:32866_solr-n_0000000001) closing
   [junit4]   2> 2157364 INFO  (OverseerStateUpdate-97092053188673544-127.0.0.1:32866_solr-n_0000000001) [n:127.0.0.1:32866_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32866_solr
   [junit4]   2> 2158769 WARN  (zkCallback-14085-thread-2-processing-n:127.0.0.1:38557_solr) [n:127.0.0.1:38557_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2158769 INFO  (jetty-launcher-14067-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7121e1a3{/solr,null,UNAVAILABLE}
   [junit4]   2> 2158791 WARN  (zkCallback-14087-thread-5-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2158791 INFO  (jetty-launcher-14067-thread-7) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@396c44a3{/solr,null,UNAVAILABLE}
   [junit4]   2> 2158842 WARN  (zkCallback-14088-thread-4-processing-n:127.0.0.1:36547_solr) [n:127.0.0.1:36547_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2158842 INFO  (jetty-launcher-14067-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3683779e{/solr,null,UNAVAILABLE}
   [junit4]   2> 2158865 WARN  (zkCallback-14083-thread-2-processing-n:127.0.0.1:32866_solr) [n:127.0.0.1:32866_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2158866 INFO  (jetty-launcher-14067-thread-8) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a9964b5{/solr,null,UNAVAILABLE}
   [junit4]   2> 2158867 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38365 38365
   [junit4]   2> 2158957 INFO  (Thread-3515) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38365 38365
   [junit4]   2> 2158958 WARN  (Thread-3515) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/test_col/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97092053188673544-127.0.0.1:32866_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	354	/solr/overseer/collection-queue-work
   [junit4]   2> 	21	/solr/overseer/queue
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2158958 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C3613E98031A38D1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C3613E98031A38D1-001
   [junit4]   2> Dec 12, 2016 1:51:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=1, maxDocsPerChunk=898, blockSize=627), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=1, blockSize=627)), sim=RandomSimilarity(queryNorm=true): {}, locale=it-IT, timezone=Asia/Rangoon
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=128581608,total=530055168
   [junit4]   2> NOTE: All tests run in this JVM: [TimerUtilsTest, ChaosMonkeySafeLeaderTest, DistribJoinFromCollectionTest, TestSha256AuthenticationProvider, TestPartialUpdateDeduplication, TestCollationFieldDocValues, JavabinLoaderTest, TestFuzzyAnalyzedSuggestions, ShardRoutingCustomTest, CoreAdminRequestStatusTest, TestCursorMarkWithoutUniqueKey, TestDynamicLoading, TestCloudManagedSchema, TestHdfsBackupRestoreCore, TestSimpleTrackingShardHandler, DocumentBuilderTest, TestConfigSets, IndexSchemaTest, ClassificationUpdateProcessorTest, ReplicaListTransformerTest, TestBM25SimilarityFactory, TestSolrCloudWithKerberosAlt, WordBreakSolrSpellCheckerTest, ZkControllerTest, TestSweetSpotSimilarityFactory, IndexBasedSpellCheckerTest, TestUseDocValuesAsStored2, ConvertedLegacyTest, TestDefaultSearchFieldResource, BaseCdcrDistributedZkTest, UpdateRequestProcessorFactoryTest, DistributedFacetPivotSmallTest, UUIDUpdateProcessorFallbackTest, SuggestComponentContextFilterQueryTest, TestFieldCacheWithThreads, MultiThreadedOCPTest, DocValuesTest, DistanceFunctionTest, TestSolrXml, DistributedFacetPivotLargeTest, TestJavabinTupleStreamParser, HdfsDirectoryFactoryTest, TestHashPartitioner, SecurityConfHandlerTest, TermsComponentTest, TestXmlQParser, AlternateDirectoryTest, AnalysisErrorHandlingTest, TestLockTree, TestRTimerTree, HdfsDirectoryTest, SchemaVersionSpecificBehaviorTest, TestConfigOverlay, HdfsChaosMonkeySafeLeaderTest, TestCoreContainer, TestFieldTypeResource, ChaosMonkeyNothingIsSafeTest, TestDFISimilarityFactory, BasicFunctionalityTest, TestConfigSetsAPIExclusivity, TemplateUpdateProcessorTest, SpellingQueryConverterTest, TestFieldSortValues, DistributedQueryComponentOptimizationTest, LoggingHandlerTest, TestManagedResource, OpenExchangeRatesOrgProviderTest, ReplicationFactorTest, LeaderElectionContextKeyTest, SoftAutoCommitTest, TestQueryTypes, TestManagedSchemaThreadSafety, PeerSyncWithIndexFingerprintCachingTest, TestRequestForwarding, HLLSerializationTest, TestStressRecovery, DocValuesMissingTest, DirectSolrConnectionTest, TestSolrQueryParserDefaultOperatorResource, DeleteStatusTest, ZkSolrClientTest, TestStressLiveNodes, TestSchemaSimilarityResource, TestPerFieldSimilarity, HdfsRecoverLeaseTest, SortSpecParsingTest, TestCharFilters, FileUtilsTest, SpatialFilterTest, SampleTest, TlogReplayBufferedWhileIndexingTest, TestSubQueryTransformer, TestSolrConfigHandlerCloud, CustomCollectionTest, TestRawTransformer, TestJettySolrRunner, OverseerStatusTest, TestSlowCompositeReaderWrapper, ZkCLITest, TestScoreJoinQPNoScore, TestExportWriter, SharedFSAutoReplicaFailoverTest, CSVRequestHandlerTest, TestFastLRUCache, TestFieldCollectionResource, DistributedDebugComponentTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, AutoCommitTest, TestFaceting, TestStressReorder, TestReload, DistributedTermsComponentTest, PeerSyncTest, TestSort, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SuggesterTSTTest, TestTrie, TestCSVLoader, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, SortByFunctionTest, DebugComponentTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, PathHierarchyTokenizerFactoryTest, FastVectorHighlighterTest, QueryParsingTest, JsonLoaderTest, TestLFUCache, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, DocValuesNotIndexedTest, LeaderFailoverAfterPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, RollingRestartTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestCloudRecovery, TestReplicaProperties, TestStressCloudBlindAtomicUpdates]
   [junit4] Completed [626/659 (1!)] on J1 in 359.00s, 5 tests, 1 failure <<< FAILURES!

[...truncated 62455 lines...]