You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/11/27 01:14:27 UTC

[JENKINS] Lucene-Solr-Tests-6.x - Build # 562 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/562/

1 tests failed.
FAILED:  org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingSorting

Error Message:
Documents in wrong order for field: stringGSF expected:<[2]> but was:<[3]>

Stack Trace:
org.junit.ComparisonFailure: Documents in wrong order for field: stringGSF expected:<[2]> but was:<[3]>
	at __randomizedtesting.SeedInfo.seed([C4A6FB0303ADD3B9:DA9EF30B7F066939]:0)
	at org.junit.Assert.assertEquals(Assert.java:125)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.checkSortOrder(DocValuesNotIndexedTest.java:247)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingSorting(DocValuesNotIndexedTest.java:227)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12120 lines...]
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/init-core-data-001
   [junit4]   2> 1286623 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1286623 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001
   [junit4]   2> 1286623 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1286623 INFO  (Thread-2609) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1286624 INFO  (Thread-2609) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1286723 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40246
   [junit4]   2> 1286733 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1286734 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1286735 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6748e3fa{/solr,null,AVAILABLE}
   [junit4]   2> 1286735 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9edb162{HTTP/1.1,[http/1.1]}{127.0.0.1:43617}
   [junit4]   2> 1286735 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.Server Started @1291456ms
   [junit4]   2> 1286735 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43617}
   [junit4]   2> 1286735 ERROR (jetty-launcher-16772-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1286736 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 1286736 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1286736 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1286736 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-27T00:43:09.568Z
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e1fda9a{/solr,null,AVAILABLE}
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f7c1b2{HTTP/1.1,[http/1.1]}{127.0.0.1:36532}
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.Server Started @1291458ms
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36532}
   [junit4]   2> 1286737 ERROR (jetty-launcher-16772-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-27T00:43:09.569Z
   [junit4]   2> 1286749 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1286753 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1286756 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1286757 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40246/solr
   [junit4]   2> 1286758 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1286759 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40246/solr
   [junit4]   2> 1286799 INFO  (jetty-launcher-16772-thread-2) [n:127.0.0.1:36532_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36532_solr
   [junit4]   2> 1286800 INFO  (jetty-launcher-16772-thread-2) [n:127.0.0.1:36532_solr    ] o.a.s.c.Overseer Overseer (id=97006871475453957-127.0.0.1:36532_solr-n_0000000000) starting
   [junit4]   2> 1286802 INFO  (jetty-launcher-16772-thread-1) [n:127.0.0.1:43617_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43617_solr
   [junit4]   2> 1286803 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1286803 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1286816 INFO  (jetty-launcher-16772-thread-2) [n:127.0.0.1:36532_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36532_solr
   [junit4]   2> 1286820 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1286820 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1286846 INFO  (jetty-launcher-16772-thread-2) [n:127.0.0.1:36532_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/.
   [junit4]   2> 1286866 INFO  (jetty-launcher-16772-thread-1) [n:127.0.0.1:43617_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/.
   [junit4]   2> 1286870 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1286871 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40246/solr ready
   [junit4]   2> 1286875 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1286876 INFO  (OverseerThreadFactory-7627-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.CreateCollectionCmd Create collection dv_coll
   [junit4]   2> 1286982 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1286983 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2
   [junit4]   2> 1286988 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1286988 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2
   [junit4]   2> 1287092 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1287092 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1287992 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1287997 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1288001 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1288002 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1288004 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1288006 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1288007 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
   [junit4]   2> 1288007 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
   [junit4]   2> 1288007 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
   [junit4]   2> 1288008 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
   [junit4]   2> 1288009 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1288010 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
   [junit4]   2> 1288010 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1288011 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica1' using configuration from collection dv_coll
   [junit4]   2> 1288011 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [[dv_coll_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/dv_coll_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/./dv_coll_shard2_replica1/data/]
   [junit4]   2> 1288011 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1288012 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
   [junit4]   2> 1288012 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/dv_coll_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/./dv_coll_shard3_replica1/data/]
   [junit4]   2> 1288012 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
   [junit4]   2> 1288012 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/dv_coll_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/./dv_coll_shard4_replica1/data/]
   [junit4]   2> 1288020 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1288020 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1288042 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288042 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288042 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1288042 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1288042 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f54a83d[dv_coll_shard2_replica1] main]
   [junit4]   2> 1288043 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1288043 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1288043 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1288043 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288044 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288044 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288044 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552109945095192576
   [junit4]   2> 1288044 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7599b485[dv_coll_shard3_replica1] main]
   [junit4]   2> 1288046 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1288046 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1288046 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1288049 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288049 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552109945100435456
   [junit4]   2> 1288049 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1288049 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1288051 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288051 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288051 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bff59be[dv_coll_shard1_replica1] main]
   [junit4]   2> 1288052 INFO  (searcherExecutor-7634-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node4) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@7599b485[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/ has no replicas
   [junit4]   2> 1288057 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/ shard2
   [junit4]   2> 1288060 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1288060 INFO  (searcherExecutor-7633-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node1) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@6f54a83d[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288060 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1288061 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1288061 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288066 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1288067 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1288067 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/
   [junit4]   2> 1288067 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1288067 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/ has no replicas
   [junit4]   2> 1288069 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/ shard3
   [junit4]   2> 1288069 INFO  (searcherExecutor-7632-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@bff59be[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288069 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552109945121406976
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/ has no replicas
   [junit4]   2> 1288076 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/ shard1
   [junit4]   2> 1288084 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1288084 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1288085 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288085 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288086 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3039954f[dv_coll_shard4_replica1] main]
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552109945140281344
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1288092 INFO  (searcherExecutor-7635-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node2) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@3039954f[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/ has no replicas
   [junit4]   2> 1288095 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/ shard4
   [junit4]   2> 1288196 INFO  (zkCallback-16782-thread-4-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1288197 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1288211 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1288212 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2} status=0 QTime=1230
   [junit4]   2> 1288219 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1288221 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2} status=0 QTime=1232
   [junit4]   2> 1288227 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1288228 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2} status=0 QTime=1240
   [junit4]   2> 1288246 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1288247 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2} status=0 QTime=1264
   [junit4]   2> 1288250 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1288351 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1288351 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1288878 INFO  (OverseerCollectionConfigSetProcessor-97006871475453957-127.0.0.1:36532_solr-n_0000000000) [n:127.0.0.1:36532_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1289250 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2375
   [junit4]   2> 1289264 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 1289265 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1289267 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289280 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1289280 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1289280 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1289280 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema 
   [junit4]   2> 1289280 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 1289281 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1289281 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 3 replicas to apply schema update version 1 for collection dv_coll
   [junit4]   2> 1289282 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
   [junit4]   2> 1289282 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 1289282 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 1289283 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
   [junit4]   2> 1289284 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
   [junit4]   2> 1289287 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289290 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289296 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 15 ms
   [junit4]   2> 1289296 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 13 ms
   [junit4]   2> 1289296 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard3_replica1
   [junit4]   2> 1289297 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289300 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 17 ms
   [junit4]   2> 1289301 INFO  (Thread-2628) [n:127.0.0.1:36532_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica1
   [junit4]   2> 1289304 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica1
   [junit4]   2> 1289304 INFO  (Thread-2628) [n:127.0.0.1:36532_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica1
   [junit4]   2> 1289312 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1289312 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1289313 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.SchemaManager managed schema loaded . version : 1 
   [junit4]   2> 1289315 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1289316 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.ManagedIndexSchema Took 35.0ms for 3 replicas to apply schema update version 1 for collection dv_coll
   [junit4]   2> 1289316 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=52
   [junit4]   2> 1289316 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1289317 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 1289318 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1289321 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289321 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.SolrCore core reload dv_coll_shard1_replica1
   [junit4]   2> 1289323 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289323 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
   [junit4]   2> 1289339 INFO  (TEST-DocValuesNotIndexedTest.testGroupingDVOnly-seed#[C4A6FB0303ADD3B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGroupingDVOnly
   [junit4]   2> 1289342 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1289358 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1289363 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289364 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
   [junit4]   2> 1289364 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
   [junit4]   2> 1289369 INFO  (qtp992399747-65461) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552109946470924288)} 0 13
   [junit4]   2> 1289386 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552109946500284416)} 0 2
   [junit4]   2> 1289395 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1289395 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1289395 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@751002b8[dv_coll_shard1_replica1] main]
   [junit4]   2> 1289396 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1289396 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1289396 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1289396 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1289399 INFO  (qtp1643272790-65451) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552109946502381568)} 0 12
   [junit4]   2> 1289399 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1289399 WARN  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 1289399 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1552109946487701504)} 0 58
   [junit4]   2> 1289399 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3dced14c[dv_coll_shard1_replica1] main]
   [junit4]   2> 1289400 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1621a109
   [junit4]   2> 1289400 INFO  (searcherExecutor-7653-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@751002b8[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289400 INFO  (searcherExecutor-7653-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@3dced14c[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289401 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289401 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1289402 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289402 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1289402 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289402 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1289402 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289402 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1289403 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ab10d26[dv_coll_shard2_replica1] main]
   [junit4]   2> 1289403 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23f26fd1[dv_coll_shard3_replica1] main]
   [junit4]   2> 1289403 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289403 INFO  (searcherExecutor-7633-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node1) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@5ab10d26[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289403 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289403 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1289403 INFO  (searcherExecutor-7634-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node4) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@23f26fd1[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289403 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a363ebb[dv_coll_shard4_replica1] main]
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289404 INFO  (searcherExecutor-7635-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node2) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@2a363ebb[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1289405 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 1289426 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[2 (1552109946542227456), 3 (1552109946543276032), 105 (1552109946543276033), 6 (1552109946543276034), 7 (1552109946543276035), 9 (1552109946543276036), 115 (1552109946543276037), 18 (1552109946543276038), 120 (1552109946543276039), 26 (1552109946543276040), ... (15 adds)]} 0 1
   [junit4]   2> 1289426 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[0 (1552109946542227456), 100 (1552109946543276032), 4 (1552109946543276033), 12 (1552109946543276034), 15 (1552109946543276035), 16 (1552109946543276036), 20 (1552109946544324608), 22 (1552109946544324609), 125 (1552109946544324610), 34 (1552109946544324611), ... (18 adds)]} 0 1
   [junit4]   2> 1289426 INFO  (qtp1643272790-65451) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[1 (1552109946543276032), 8 (1552109946543276033), 10 (1552109946543276034), 110 (1552109946543276035), 11 (1552109946543276036), 13 (1552109946544324608), 14 (1552109946544324609), 24 (1552109946544324610), 27 (1552109946544324611), 28 (1552109946544324612), ... (15 adds)]} 0 1
   [junit4]   2> 1289427 INFO  (qtp992399747-65461) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[5 (1552109946543276032), 17 (1552109946545373184), 19 (1552109946545373185), 21 (1552109946545373186), 23 (1552109946545373187), 25 (1552109946545373188), 29 (1552109946545373189), 33 (1552109946545373190), 37 (1552109946545373191), 45 (1552109946545373192), ... (11 adds)]} 0 2
   [junit4]   2> 1289445 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289445 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5040744b
   [junit4]   2> 1289454 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289454 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@671648ff
   [junit4]   2> 1289456 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@596f33a4[dv_coll_shard1_replica1] main]
   [junit4]   2> 1289456 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289456 INFO  (searcherExecutor-7653-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@596f33a4[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C15)))}
   [junit4]   2> 1289456 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
   [junit4]   2> 1289457 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289457 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@35762302
   [junit4]   2> 1289459 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e008348[dv_coll_shard3_replica1] main]
   [junit4]   2> 1289459 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289459 INFO  (searcherExecutor-7634-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node4) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@6e008348[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C15)))}
   [junit4]   2> 1289460 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 1289460 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2382beb2[dv_coll_shard2_replica1] main]
   [junit4]   2> 1289460 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289460 INFO  (searcherExecutor-7633-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node1) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@2382beb2[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C18)))}
   [junit4]   2> 1289460 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
   [junit4]   2> 1289460 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289460 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@51c1ee91
   [junit4]   2> 1289462 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73ce6922[dv_coll_shard4_replica1] main]
   [junit4]   2> 1289463 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289463 INFO  (searcherExecutor-7635-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node2) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@73ce6922[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C11)))}
   [junit4]   2> 1289463 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 1289463 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&commit=true&wt=javabin&version=2}{commit=} 0 28
   [junit4]   2> 1289467 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289467 INFO  (qtp1643272790-65451) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289467 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289467 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289470 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392297&group.topgroups.intGSF=2015349746&group.topgroups.intGSF=2015349948&group.topgroups.intGSF=2015350050&group.topgroups.intGSF=2015350158&group.topgroups.intGSF=2015350264&group.topgroups.intGSF=2015350366&group.topgroups.intGSF=%01&group.topgroups.intGSF=2015349848&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289470 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392297&group.topgroups.intGSF=2015349746&group.topgroups.intGSF=2015349948&group.topgroups.intGSF=2015350050&group.topgroups.intGSF=2015350158&group.topgroups.intGSF=2015350264&group.topgroups.intGSF=2015350366&group.topgroups.intGSF=%01&group.topgroups.intGSF=2015349848&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289470 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392297&group.topgroups.intGSF=2015349746&group.topgroups.intGSF=2015349948&group.topgroups.intGSF=2015350050&group.topgroups.intGSF=2015350158&group.topgroups.intGSF=2015350264&group.topgroups.intGSF=2015350366&group.topgroups.intGSF=%01&group.topgroups.intGSF=2015349848&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289470 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392297&group.topgroups.intGSF=2015349746&group.topgroups.intGSF=2015349948&group.topgroups.intGSF=2015350050&group.topgroups.intGSF=2015350158&group.topgroups.intGSF=2015350264&group.topgroups.intGSF=2015350366&group.topgroups.intGSF=%01&group.topgroups.intGSF=2015349848&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289472 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&ids=33,23,45,145,25,37,5,17,29,19,21&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 1289472 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&ids=22,44,34,12,35,46,36,47,15,16,0,100,135,4,125,41,20,43&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 1289473 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&ids=11,24,13,14,48,27,38,28,110,1,8,40,42,32,10&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 1289473 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&ids=26,39,18,140,130,120,2,3,115,6,105,7,9,30,31&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 1289473 INFO  (qtp992399747-65461) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&group.limit=100&rows=100&wt=javabin&version=2&group.field=intGSF&group=true} status=0 QTime=8
   [junit4]   2> 1289477 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289484 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289484 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289485 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289487 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=5326011352355271139&group.topgroups.longGSF=%01&group.topgroups.longGSF=5326011352355271240&group.topgroups.longGSF=5326011352355271349&group.topgroups.longGSF=5326011352355271458&group.topgroups.longGSF=5326011352355271564&group.topgroups.longGSF=5326011352355271667&group.topgroups.longGSF=5326011352355271776&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289487 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=5326011352355271139&group.topgroups.longGSF=%01&group.topgroups.longGSF=5326011352355271240&group.topgroups.longGSF=5326011352355271349&group.topgroups.longGSF=5326011352355271458&group.topgroups.longGSF=5326011352355271564&group.topgroups.longGSF=5326011352355271667&group.topgroups.longGSF=5326011352355271776&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289488 INFO  (qtp992399747-65461) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=5326011352355271139&group.topgroups.longGSF=%01&group.topgroups.longGSF=5326011352355271240&group.topgroups.longGSF=5326011352355271349&group.topgroups.longGSF=5326011352355271458&group.topgroups.longGSF=5326011352355271564&group.topgroups.longGSF=5326011352355271667&group.topgroups.longGSF=5326011352355271776&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289488 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=5326011352355271139&group.topgroups.longGSF=%01&group.topgroups.longGSF=5326011352355271240&group.topgroups.longGSF=5326011352355271349&group.topgroups.longGSF=5326011352355271458&group.topgroups.longGSF=5326011352355271564&group.topgroups.longGSF=5326011352355271667&group.topgroups.longGSF=5326011352355271776&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289490 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&ids=26,39,18,140,130,120,2,3,115,6,105,7,9,30,31&isShard=true&wt=javabin&group.field=longGSF} status=0 QTime=0
   [junit4]   2> 1289490 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&ids=11,13,24,14,48,27,38,28,110,1,8,40,42,10,32&isShard=true&wt=javabin&group.field=longGSF} status=0 QTime=0
   [junit4]   2> 1289490 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&ids=22,44,12,34,35,46,36,47,15,16,0,100,135,4,125,41,20,43&isShard=true&wt=javabin&group.field=longGSF} status=0 QTime=0
   [junit4]   2> 1289491 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&ids=33,23,45,145,25,37,5,17,29,19,21&isShard=true&wt=javabin&group.field=longGSF} status=0 QTime=0
   [junit4]   2> 1289491 INFO  (qtp1643272790-65451) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&group.limit=100&rows=100&wt=javabin&version=2&group.field=longGSF&group=true} status=0 QTime=15
   [junit4]   2> 1289495 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289495 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289495 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289495 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289497 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=100.35886192536258&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=203.35886192536256&group.topgroups.doubleGSF=308.3588619253626&group.topgroups.doubleGSF=409.3588619253626&group.topgroups.doubleGSF=517.3588619253626&group.topgroups.doubleGSF=624.3588619253626&group.topgroups.doubleGSF=731.3588619253626&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289497 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=100.35886192536258&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=203.35886192536256&group.topgroups.doubleGSF=308.3588619253626&group.topgroups.doubleGSF=409.3588619253626&group.topgroups.doubleGSF=517.3588619253

[...truncated too long message...]

DocAbsent
   [junit4]   2> 1289816 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@9edb162{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1289816 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f7c1b2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1289822 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=386316932
   [junit4]   2> 1289822 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1203580093
   [junit4]   2> 1289825 INFO  (coreCloseExecutor-7657-thread-1) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a6405e0
   [junit4]   2> 1289826 INFO  (coreCloseExecutor-7658-thread-1) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1acbb942
   [junit4]   2> 1289826 INFO  (coreCloseExecutor-7658-thread-2) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1cbe8ff2
   [junit4]   2> 1289827 INFO  (coreCloseExecutor-7657-thread-2) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7ee79a08
   [junit4]   2> 1289828 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97006871475453957-127.0.0.1:36532_solr-n_0000000000) closing
   [junit4]   2> 1289828 INFO  (OverseerStateUpdate-97006871475453957-127.0.0.1:36532_solr-n_0000000000) [n:127.0.0.1:36532_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36532_solr
   [junit4]   2> 1289845 INFO  (zkCallback-16783-thread-3-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1289845 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43617_solr
   [junit4]   2> 1289845 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e1fda9a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1291346 WARN  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1291346 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6748e3fa{/solr,null,UNAVAILABLE}
   [junit4]   2> 1291347 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40246 40246
   [junit4]   2> 1291435 INFO  (Thread-2609) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40246 40246
   [junit4]   2> 1291436 WARN  (Thread-2609) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/configs/conf1/managed-schema
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/configs/conf1/managed-schema
   [junit4]   2> 	2	/solr/collections/dv_coll/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/overseer/queue
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1291436 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001
   [junit4]   2> Nov 27, 2016 12:43:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=FSTOrd50, id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{floatField=DocValuesFormat(name=Memory), doubleField=DocValuesFormat(name=Lucene54), intFieldMulti=DocValuesFormat(name=Direct), boolFieldMulti=DocValuesFormat(name=Lucene54), floatGSL=DocValuesFormat(name=Memory), longFieldMulti=DocValuesFormat(name=Asserting), intField=DocValuesFormat(name=Asserting), boolField=DocValuesFormat(name=Memory), stringFieldMulti=DocValuesFormat(name=Memory), dateFieldMulti=DocValuesFormat(name=Lucene54), longGSF=DocValuesFormat(name=Direct), doubleFieldMulti=DocValuesFormat(name=Memory), stringGSL=DocValuesFormat(name=Asserting), doubleGSF=DocValuesFormat(name=Lucene54), doubleGSL=DocValuesFormat(name=Asserting), stringGSF=DocValuesFormat(name=Lucene54), intGSL=DocValuesFormat(name=Lucene54), longField=DocValuesFormat(name=Direct), dateField=DocValuesFormat(name=Direct), dateGSF=DocValuesFormat(name=Memory), boolGSF=DocValuesFormat(name=Memory), longGSL=DocValuesFormat(name=Memory), boolGSL=DocValuesFormat(name=Direct), floatFieldMulti=DocValuesFormat(name=Asserting), floatGSF=DocValuesFormat(name=Direct), dateGSL=DocValuesFormat(name=Direct), intGSF=DocValuesFormat(name=Asserting), stringField=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=301, maxMBSortInHeap=5.703827074234427, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=id, timezone=Europe/Amsterdam
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=154236984,total=521666560
   [junit4]   2> NOTE: All tests run in this JVM: [DateMathParserTest, TestReRankQParserPlugin, TestFieldCacheReopen, OpenCloseCoreStressTest, MultiTermTest, DirectSolrConnectionTest, SortByFunctionTest, TestHdfsBackupRestoreCore, ConfigSetsAPITest, TestDocBasedVersionConstraints, TestSolrIndexConfig, TestRestManager, TestStressLiveNodes, TestLuceneMatchVersion, JavabinLoaderTest, TestConfigSets, HdfsBasicDistributedZk2Test, CdcrReplicationHandlerTest, LeaderElectionContextKeyTest, SearchHandlerTest, SolrCLIZkUtilsTest, TestUninvertingReader, CursorMarkTest, BJQParserTest, TestFuzzyAnalyzedSuggestions, HdfsSyncSliceTest, TestSuggestSpellingConverter, TestQueryTypes, SolrCmdDistributorTest, TestCursorMarkWithoutUniqueKey, SystemInfoHandlerTest, TestSearchPerf, IndexSchemaTest, DistributedIntervalFacetingTest, TestCloudManagedSchema, TestClusterProperties, CoreSorterTest, TestInitParams, BlobRepositoryCloudTest, TestClusterStateMutator, DateRangeFieldTest, TestLeaderElectionZkExpiry, IndexBasedSpellCheckerTest, ZkCLITest, TestDistributedGrouping, TestFreeTextSuggestions, TestBM25SimilarityFactory, TestSearcherReuse, SharedFSAutoReplicaFailoverTest, TestRequestForwarding, OverseerStatusTest, WordBreakSolrSpellCheckerTest, SpatialFilterTest, URLClassifyProcessorTest, TestSimpleTrackingShardHandler, SecurityConfHandlerTest, TestLegacyFieldCache, CollectionsAPIAsyncDistributedZkTest, HdfsRecoverLeaseTest, TlogReplayBufferedWhileIndexingTest, TestIntervalFaceting, TermsComponentTest, ZkControllerTest, DeleteNodeTest, TestRTimerTree, TestUseDocValuesAsStored2, TestTrie, TestSolrCloudWithKerberosAlt, SolrIndexConfigTest, LoggingHandlerTest, TestSubQueryTransformerDistrib, SampleTest, DistributedFacetPivotSmallTest, MoreLikeThisHandlerTest, HttpSolrCallGetCoreTest, TestFiltering, TestConfigSetsAPIExclusivity, TestJettySolrRunner, TestSweetSpotSimilarityFactory, TestHashQParserPlugin, DistributedQueryComponentOptimizationTest, TestFieldCacheSortRandom, TestCloudPivotFacet, TimerUtilsTest, DirectSolrSpellCheckerTest, ShardRoutingTest, DocumentBuilderTest, TestGraphMLResponseWriter, TestWordDelimiterFilterFactory, HLLSerializationTest, TestAuthenticationFramework, SchemaVersionSpecificBehaviorTest, HdfsLockFactoryTest, TestFastOutputStream, TestCoreContainer, JSONWriterTest, TestCollationFieldDocValues, TestSurroundQueryParser, TestLockTree, TestDynamicFieldResource, TestMissingGroups, TestSerializedLuceneMatchVersion, TestScoreJoinQPScore, TestRandomRequestDistribution, TestFieldSortValues, IndexSchemaRuntimeFieldTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, StatsComponentTest, BasicFunctionalityTest, TestLazyCores, HighlighterTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, TestQueryUtils, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestCSVResponseWriter, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestLFUCache, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest]
   [junit4] Completed [463/658 (1!)] on J1 in 5.58s, 4 tests, 1 failure <<< FAILURES!

[...truncated 61410 lines...]



[JENKINS] Lucene-Solr-Tests-6.x - Build # 563 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/563/

All tests passed

Build Log:
[...truncated 23876 lines...]
-validate-source-patterns:
[source-patterns] nocommit: solr/core/src/test/org/apache/solr/cloud/DocValuesNotIndexedTest.java

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:765: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:130: Found 1 violations in source files (nocommit).

Total time: 75 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any