You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/11/27 02:13:22 UTC
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 539 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/539/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingSorting
Error Message:
Documents in wrong order for field: boolGSF expected:<[2]> but was:<[1]>
Stack Trace:
org.junit.ComparisonFailure: Documents in wrong order for field: boolGSF expected:<[2]> but was:<[1]>
at __randomizedtesting.SeedInfo.seed([79814CC3EFBA51D2:67B944CB9311EB52]:0)
at org.junit.Assert.assertEquals(Assert.java:125)
at org.apache.solr.cloud.DocValuesNotIndexedTest.checkSortOrder(DocValuesNotIndexedTest.java:247)
at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingSorting(DocValuesNotIndexedTest.java:227)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12120 lines...]
[junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/init-core-data-001
[junit4] 2> 2361230 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2361231 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001
[junit4] 2> 2361231 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2361231 INFO (Thread-3037) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2361231 INFO (Thread-3037) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2361333 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:65356
[junit4] 2> 2361359 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2361359 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2361362 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6191e1ba{/solr,null,AVAILABLE}
[junit4] 2> 2361362 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a610974{/solr,null,AVAILABLE}
[junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37ddf7dc{HTTP/1.1,[http/1.1]}{127.0.0.1:65358}
[junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18771994{HTTP/1.1,[http/1.1]}{127.0.0.1:65359}
[junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.Server Started @2367756ms
[junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.Server Started @2367756ms
[junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65358}
[junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65359}
[junit4] 2> 2361365 ERROR (jetty-launcher-2598-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2361365 ERROR (jetty-launcher-2598-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T01:28:08.162Z
[junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T01:28:08.162Z
[junit4] 2> 2361370 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2361371 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2361378 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2361378 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2361379 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65356/solr
[junit4] 2> 2361379 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65356/solr
[junit4] 2> 2361425 INFO (jetty-launcher-2598-thread-1) [n:127.0.0.1:65359_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65359_solr
[junit4] 2> 2361426 INFO (jetty-launcher-2598-thread-2) [n:127.0.0.1:65358_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65358_solr
[junit4] 2> 2361427 INFO (jetty-launcher-2598-thread-1) [n:127.0.0.1:65359_solr ] o.a.s.c.Overseer Overseer (id=97007048329134086-127.0.0.1:65359_solr-n_0000000000) starting
[junit4] 2> 2361430 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2361430 INFO (zkCallback-2609-thread-1-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2361444 INFO (jetty-launcher-2598-thread-1) [n:127.0.0.1:65359_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65359_solr
[junit4] 2> 2361446 INFO (zkCallback-2609-thread-1-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2361447 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2361492 INFO (jetty-launcher-2598-thread-2) [n:127.0.0.1:65358_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/.
[junit4] 2> 2361509 INFO (jetty-launcher-2598-thread-1) [n:127.0.0.1:65359_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/.
[junit4] 2> 2361520 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2361522 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65356/solr ready
[junit4] 2> 2361536 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2361540 INFO (OverseerThreadFactory-7804-thread-1-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.CreateCollectionCmd Create collection dv_coll
[junit4] 2> 2361654 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2
[junit4] 2> 2361654 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2
[junit4] 2> 2361655 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2
[junit4] 2> 2361658 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2
[junit4] 2> 2361787 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2361787 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2362676 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2362722 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2362725 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2362732 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2362735 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 2362735 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 2362737 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 2362738 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2362738 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2362739 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
[junit4] 2> 2362739 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
[junit4] 2> 2362740 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/dv_coll_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/./dv_coll_shard1_replica1/data/]
[junit4] 2> 2362740 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/dv_coll_shard3_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/./dv_coll_shard3_replica1/data/]
[junit4] 2> 2362740 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2362741 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
[junit4] 2> 2362741 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/dv_coll_shard4_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/./dv_coll_shard4_replica1/data/]
[junit4] 2> 2362747 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
[junit4] 2> 2362750 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2362752 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica1' using configuration from collection dv_coll
[junit4] 2> 2362752 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2362752 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2362752 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [[dv_coll_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/dv_coll_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/./dv_coll_shard2_replica1/data/]
[junit4] 2> 2362754 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2362754 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2362758 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b6164dd[dv_coll_shard3_replica1] main]
[junit4] 2> 2362759 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2362760 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2362760 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2362761 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2362761 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552112774867320832
[junit4] 2> 2362762 INFO (searcherExecutor-7809-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@2b6164dd[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2362764 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2362764 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2362765 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2362765 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2362767 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2362767 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2362767 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2362767 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2362768 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@963fa93[dv_coll_shard1_replica1] main]
[junit4] 2> 2362769 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5604c01a[dv_coll_shard4_replica1] main]
[junit4] 2> 2362770 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2362770 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2362770 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2362771 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2362771 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2362771 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552112774877806592
[junit4] 2> 2362771 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2362771 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2362771 INFO (searcherExecutor-7810-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@963fa93[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2362772 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2362772 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552112774878855168
[junit4] 2> 2362772 INFO (searcherExecutor-7811-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@5604c01a[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/
[junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/ has no replicas
[junit4] 2> 2362784 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/ shard3
[junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/
[junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/ has no replicas
[junit4] 2> 2362786 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2362786 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2362786 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/
[junit4] 2> 2362787 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2362787 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/ has no replicas
[junit4] 2> 2362798 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/ shard1
[junit4] 2> 2362804 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/ shard4
[junit4] 2> 2362808 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2362808 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2362810 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2362810 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2362810 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ada4d6c[dv_coll_shard2_replica1] main]
[junit4] 2> 2362812 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2362812 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2362813 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2362813 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2362813 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552112774921846784
[junit4] 2> 2362813 INFO (searcherExecutor-7814-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@6ada4d6c[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2362824 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2362824 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2362825 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/
[junit4] 2> 2362825 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2362825 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/ has no replicas
[junit4] 2> 2362837 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/ shard2
[junit4] 2> 2362949 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2362949 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2362960 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2362971 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2362980 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2} status=0 QTime=1325
[junit4] 2> 2362981 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2} status=0 QTime=1326
[junit4] 2> 2362995 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2362995 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2362999 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2} status=0 QTime=1341
[junit4] 2> 2363000 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2} status=0 QTime=1344
[junit4] 2> 2363004 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2363115 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2363115 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2363546 INFO (OverseerCollectionConfigSetProcessor-97007048329134086-127.0.0.1:65359_solr-n_0000000000) [n:127.0.0.1:65359_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2364009 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2473
[junit4] 2> 2364045 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0
[junit4] 2> 2364051 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 2364055 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2364078 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema
[junit4] 2> 2364078 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2364078 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2364079 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2364079 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2364080 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2364084 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
[junit4] 2> 2364084 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2364086 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 3 replicas to apply schema update version 1 for collection dv_coll
[junit4] 2> 2364088 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 2364093 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2364094 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2364098 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 2364100 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2364101 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica1
[junit4] 2> 2364103 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 22 ms
[junit4] 2> 2364103 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 18 ms
[junit4] 2> 2364104 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica1
[junit4] 2> 2364110 INFO (qtp612691028-14445) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2364111 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2364112 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 17 ms
[junit4] 2> 2364117 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 1
[junit4] 2> 2364117 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 1
[junit4] 2> 2364120 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 2364120 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 2364126 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2364126 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.c.SolrCore core reload dv_coll_shard4_replica1
[junit4] 2> 2364127 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2364127 INFO (qtp1808246342-14437) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2364130 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ManagedIndexSchema Took 49.0ms for 3 replicas to apply schema update version 1 for collection dv_coll
[junit4] 2> 2364130 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=86
[junit4] 2> 2364130 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2364134 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 2364137 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2364138 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.c.SolrCore core reload dv_coll_shard1_replica1
[junit4] 2> 2364141 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2364142 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2364142 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 11 ms
[junit4] 2> 2364184 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2364189 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 2364199 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2364204 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
[junit4] 2> 2364205 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/dv_coll_shard4_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/./dv_coll_shard4_replica1/data/]
[junit4] 2> 2364205 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 2364261 INFO (TEST-DocValuesNotIndexedTest.testGroupingDocAbsent-seed#[79814CC3EFBA51D2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGroupingDocAbsent
[junit4] 2> 2364276 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2364276 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552112776453816320)} 0 2
[junit4] 2> 2364276 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552112776451719168)} 0 4
[junit4] 2> 2364276 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552112776451719168)} 0 4
[junit4] 2> 2364277 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1552112776449622016)} 0 11
[junit4] 2> 2364278 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
[junit4] 2> 2364280 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/dv_coll_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/./dv_coll_shard1_replica1/data/]
[junit4] 2> 2364281 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2364281 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2364281 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2364281 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2364282 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c5a14ee[dv_coll_shard4_replica1] main]
[junit4] 2> 2364282 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1640bb18[dv_coll_shard4_replica1] main]
[junit4] 2> 2364282 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2364282 INFO (searcherExecutor-7811-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@1640bb18[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2364282 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2364282 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2364282 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 2364282 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2364282 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2364283 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2364283 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2364284 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@33846747[dv_coll_shard1_replica1] main]
[junit4] 2> 2364284 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2364284 INFO (searcherExecutor-7810-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@33846747[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2364284 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2364284 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 2364285 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2364285 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e3155c0[dv_coll_shard3_replica1] main]
[junit4] 2> 2364285 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2364285 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@107178e[dv_coll_shard2_replica1] main]
[junit4] 2> 2364285 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2364285 INFO (searcherExecutor-7809-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@5e3155c0[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2364285 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2364285 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 2364285 INFO (searcherExecutor-7814-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@107178e[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2364286 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 2364286 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2364286 INFO (qtp612691028-14442) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 2364286 INFO (searcherExecutor-7830-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@3c5a14ee[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2364296 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[4 (1552112776475836416)]} 0 1
[junit4] 2> 2364297 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[1 (1552112776474787840)]} 0 3
[junit4] 2> 2364297 INFO (qtp1808246342-14437) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[2 (1552112776475836416), 3 (1552112776477933568)]} 0 2
[junit4] 2> 2364305 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2364306 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2364306 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2364309 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2364310 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1f79739
[junit4] 2> 2364310 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2364310 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7c1e142e
[junit4] 2> 2364309 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2364310 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2364309 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2364311 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3ec09b35
[junit4] 2> 2364311 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@385a79c1[dv_coll_shard4_replica1] main]
[junit4] 2> 2364312 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2364312 INFO (searcherExecutor-7811-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@385a79c1[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2364312 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 2364313 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2225f37[dv_coll_shard4_replica1] main]
[junit4] 2> 2364313 INFO (searcherExecutor-7830-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@2225f37[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2364314 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@55893ebb
[junit4] 2> 2364317 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica1
[junit4] 2> 2364419 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2de23bff[dv_coll_shard2_replica1] main]
[junit4] 2> 2364419 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2364419 INFO (searcherExecutor-7814-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@2de23bff[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C1)))}
[junit4] 2> 2364419 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 110
[junit4] 2> 2364424 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29fd84fc[dv_coll_shard3_replica1] main]
[junit4] 2> 2364424 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2364425 INFO (searcherExecutor-7809-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@29fd84fc[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C2)))}
[junit4] 2> 2364425 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 114
[junit4] 2> 2364432 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@765eb629[dv_coll_shard1_replica1] main]
[junit4] 2> 2364434 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bd0b78f[dv_coll_shard1_replica1] main]
[junit4] 2> 2364435 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2364435 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2364435 INFO (searcherExecutor-7810-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@1bd0b78f[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C1)))}
[junit4] 2> 2364435 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 125
[junit4] 2> 2364435 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2364435 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2364436 INFO (qtp1808246342-14439) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&commit=true&wt=javabin&version=2}{commit=} 0 133
[junit4] 2> 2364436 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2364436 INFO (searcherExecutor-7832-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@765eb629[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C1)))}
[junit4] 2> 2364445 INFO (qtp612691028-14445) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&rows=10&version=2&q=*:*&NOW=1480210091235&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=1
[junit4] 2> 2364446 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1480210091235&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
[junit4] 2> 2364446 INFO (qtp1808246342-14437) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&q=*:*&NOW=1480210091235&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
[junit4] 2> 2364446 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1480210091235&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
[junit4] 2> 2364451 INFO (qtp612691028-14442) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091235&group.topgroups.intGSF=%01&group.topgroups.intGSF=1109220185&group.topgroups.intGSF=1109220390&group.topgroups.intGSF=1109220285&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=1
[junit4] 2> 2364452 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091235&group.topgroups.intGSF=%01&group.topgroups.intGSF=1109220185&group.topgroups.intGSF=1109220390&group.topgroups.intGSF=1109220285&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=2
[junit4] 2> 2364453 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091235&group.topgroups.intGSF=%01&group.topgroups.intGSF=1109220185&group.topgroups.intGSF=1109220390&group.topgroups.intGSF=1109220285&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=2
[junit4] 2> 2364456 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091235&ids=4&isShard=true&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&wt=javabin&version=2&group.field=intGSF} status=0 QTime=0
[junit4] 2> 2364456 INFO (qtp1808246342-14439) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091235&ids=1&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&wt=javabin&version=2&group.field=intGSF} status=0 QTime=0
[junit4] 2> 2364456 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091235&ids=2,3&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&wt=javabin&version=2&group.field=intGSF} status=0 QTime=0
[junit4] 2> 2364458 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&wt=javabin&version=2&group.field=intGSF&group=true} status=0 QTime=18
[junit4] 2> 2364460 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2364464 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&rows=10&version=2&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
[junit4] 2> 2364465 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=1
[junit4] 2> 2364465 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=1
[junit4] 2> 2364465 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=1
[junit4] 2> 2364469 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=%01&group.topgroups.longGSF=3645816100247410300&group.topgroups.longGSF=3645816100247410198&group.topgroups.longGSF=3645816100247410407&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
[junit4] 2> 2364469 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=%01&group.topgroups.longGSF=3645816100247410300&group.topgroups.longGSF=3645816100247410198&group.topgroups.longGSF=3645816100247410407&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=1
[junit4] 2> 2364469 INFO (qtp1808246342-14439) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=%01&group.topgroups.longGSF=3645816100247410300&group.topgroups.longGSF=3645816100247410198&group.topgroups.longGSF=3645816100247410407&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
[junit4] 2> 2364472 INFO (qtp612691028-14445) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091257&ids=4&isShard=true&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&wt=javabin&version=2&group.field=longGSF} status=0 QTime=0
[junit4] 2> 2364472 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091257&ids=2,3&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&wt=javabin&version=2&group.field=longGSF} status=0 QTime=0
[junit4] 2> 2364472 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091257&ids=1&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&wt=javabin&version=2&group.field=longGSF} status=0 QTime=0
[junit4] 2> 2364473 INFO (qtp1808246342-14437) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&wt=javabin&version=2&group.field=longGSF&group=true} status=0 QTime=12
[junit4] 2> 2364480 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&rows=10&version=2&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
[junit4] 2> 2364481 INFO (qtp612691028-14442) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=1
[junit4] 2> 2364481 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
[junit4] 2> 2364481 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=1
[junit4] 2> 2364484 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=204.58002707298652&group.topgroups.doubleGSF=103.58002707298654&group.topgroups.doubleGSF=304.5800270729865&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
[junit4] 2> 2364484 INFO (qtp1808246342-14439) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=204.58002707298652&group.topgroups.doubleGSF=103.58002707298654&group.topgroups.doubleGSF=304.5800270729865&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
[junit4] 2> 2364484 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=204.58002707298652&group.topgroups.doubleGSF=103.58002707298654&group.topgroups.doubleGSF=304.5800270729865&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
[junit4] 2> 2364488 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091273&ids=1&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&wt=javabin&version=2&group.field=doubleGSF} status=0 QTime=0
[junit4] 2> 2364488 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091273&ids=2,3&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&wt=javabin&version=2&group.field=doubleGSF} status=0 QTime=0
[junit4] 2> 2364488 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=
[...truncated too long message...]
ollection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2365013 WARN (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2365013 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6191e1ba{/solr,null,UNAVAILABLE}
[junit4] 2> 2365013 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2365017 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.c.Overseer Overseer (id=97007048329134086-127.0.0.1:65359_solr-n_0000000000) closing
[junit4] 2> 2365017 INFO (OverseerStateUpdate-97007048329134086-127.0.0.1:65359_solr-n_0000000000) [n:127.0.0.1:65359_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:65359_solr
[junit4] 2> 2365018 WARN (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2365019 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a610974{/solr,null,UNAVAILABLE}
[junit4] 2> 2365021 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65356 65356
[junit4] 2> 2365044 INFO (Thread-3037) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65356 65356
[junit4] 2> 2371018 WARN (Thread-3037) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/configs/conf1/managed-schema
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/configs/conf1/managed-schema
[junit4] 2> 2 /solr/collections/dv_coll/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 2371018 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=FST50, id=Lucene50(blocksize=128)}, docValues:{floatField=DocValuesFormat(name=Lucene54), doubleField=DocValuesFormat(name=Direct), intFieldMulti=DocValuesFormat(name=Lucene54), boolFieldMulti=DocValuesFormat(name=Direct), floatGSL=DocValuesFormat(name=Memory), longFieldMulti=DocValuesFormat(name=Asserting), intField=DocValuesFormat(name=Direct), boolField=DocValuesFormat(name=Memory), stringFieldMulti=DocValuesFormat(name=Memory), dateFieldMulti=DocValuesFormat(name=Asserting), longGSF=DocValuesFormat(name=Lucene54), doubleFieldMulti=DocValuesFormat(name=Memory), stringGSL=DocValuesFormat(name=Asserting), doubleGSF=DocValuesFormat(name=Direct), doubleGSL=DocValuesFormat(name=Asserting), stringGSF=DocValuesFormat(name=Direct), intGSL=DocValuesFormat(name=Direct), longField=DocValuesFormat(name=Lucene54), dateField=DocValuesFormat(name=Memory), dateGSF=DocValuesFormat(name=Memory), boolGSF=DocValuesFormat(name=Memory), longGSL=DocValuesFormat(name=Memory), boolGSL=DocValuesFormat(name=Lucene54), floatFieldMulti=DocValuesFormat(name=Direct), floatGSF=DocValuesFormat(name=Lucene54), dateGSL=DocValuesFormat(name=Lucene54), intGSF=DocValuesFormat(name=Asserting), stringField=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1514, maxMBSortInHeap=7.353855761367666, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-OM, timezone=America/Ensenada
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=179161792,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DirectUpdateHandlerOptimizeTest, TestChildDocTransformer, JavabinLoaderTest, TestDFRSimilarityFactory, FieldAnalysisRequestHandlerTest, RAMDirectoryFactoryTest, ZkStateWriterTest, TestClusterProperties, TestLuceneMatchVersion, TestAuthorizationFramework, OpenCloseCoreStressTest, TestConfigSetsAPI, TestManagedSchema, TestReload, MinimalSchemaTest, TestLMDirichletSimilarityFactory, TestSolr4Spatial, TestLeaderElectionZkExpiry, ConjunctionSolrSpellCheckerTest, FullSolrCloudDistribCmdsTest, DistributedIntervalFacetingTest, URLClassifyProcessorTest, TestZkChroot, HdfsWriteToMultipleCollectionsTest, ConfigSetsAPITest, DistributedFacetPivotSmallAdvancedTest, TestSolrCoreSnapshots, SortByFunctionTest, TestReqParamsAPI, TestFastWriter, TestDistributedGrouping, CursorMarkTest, TestStressCloudBlindAtomicUpdates, DateRangeFieldTest, VMParamsZkACLAndCredentialsProvidersTest, BasicFunctionalityTest, WrapperMergePolicyFactoryTest, TestXmlQParser, UpdateRequestProcessorFactoryTest, JSONWriterTest, DocExpirationUpdateProcessorFactoryTest, TestLocalFSCloudBackupRestore, TestSmileRequest, TestJsonFacetRefinement, DistribCursorPagingTest, HdfsLockFactoryTest, SignatureUpdateProcessorFactoryTest, FieldMutatingUpdateProcessorTest, SliceStateTest, TestCloudPseudoReturnFields, TestUninvertingReader, HdfsChaosMonkeySafeLeaderTest, LeaderFailureAfterFreshStartTest, EchoParamsTest, TestAtomicUpdateErrorCases, TestAuthenticationFramework, LeaderInitiatedRecoveryOnShardRestartTest, TestJmxMonitoredMap, TestSolrConfigHandler, TestFuzzyAnalyzedSuggestions, TestSuggestSpellingConverter, SharedFSAutoReplicaFailoverTest, DeleteInactiveReplicaTest, TermVectorComponentDistributedTest, OverseerStatusTest, BasicZkTest, TestSimpleTrackingShardHandler, ReturnFieldsTest, TestMacroExpander, RequestHandlersTest, TestSolrDeletionPolicy2, TestStressUserVersions, TestCoreDiscovery, TestRebalanceLeaders, TemplateUpdateProcessorTest, SimpleCollectionCreateDeleteTest, DefaultValueUpdateProcessorTest, CollectionReloadTest, TermVectorComponentTest, RemoteQueryErrorTest, TestTrie, DistributedQueryComponentOptimizationTest, LoggingHandlerTest, TestSortByMinMaxFunction, TestLMJelinekMercerSimilarityFactory, CreateCollectionCleanupTest, DistribJoinFromCollectionTest, TestWriterPerf, CopyFieldTest, SaslZkACLProviderTest, TestBackupRepositoryFactory, TestValueSourceCache, SpatialRPTFieldTypeTest, AutoCommitTest, DeleteShardTest, SpellPossibilityIteratorTest, ShufflingReplicaListTransformerTest, TestHashQParserPlugin, TestDistributedStatsComponentCardinality, OverriddenZkACLAndCredentialsProvidersTest, TestManagedSynonymFilterFactory, BitVectorTest, HdfsDirectoryFactoryTest, TestTestInjection, ReplicationFactorTest, TestFilteredDocIdSet, TestRecoveryHdfs, ZkSolrClientTest, TestRuleBasedAuthorizationPlugin, SearchHandlerTest, HighlighterConfigTest, ChaosMonkeySafeLeaderTest, SuggesterWFSTTest, TestRecovery, CSVRequestHandlerTest, DistanceFunctionTest, TestRangeQuery, JsonLoaderTest, DistributedVersionInfoTest, TestSchemaVersionResource, RollingRestartTest, FullHLLTest, AnalyticsMergeStrategyTest, UUIDFieldTest, TestSubQueryTransformerCrossCore, BinaryUpdateRequestHandlerTest, TestRealTimeGet, AnalysisErrorHandlingTest, ForceLeaderTest, TestUseDocValuesAsStored, TestSchemaResource, TestDFISimilarityFactory, TestDeleteCollectionOnDownNodes, TestFiltering, TestPushWriter, TestDistribIDF, TestRawTransformer, TestMinMaxOnMultiValuedField, EnumFieldTest, TestClusterStateMutator, TestSolrXml, TestNumericTerms32, HdfsNNFailoverTest, TestSolrQueryParser, SolrIndexConfigTest, DistanceUnitsTest, TestSystemIdResolver, CacheHeaderTest, RuleEngineTest, SpellCheckComponentTest, TestHdfsBackupRestoreCore, SolrCloudExampleTest, TestImplicitCoreProperties, CdcrBootstrapTest, DeleteNodeTest, TestUnifiedSolrHighlighter, RegexBoostProcessorTest, CoreAdminHandlerTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, TestRandomFaceting, ZkCLITest, TestFaceting, TestHashPartitioner, TestJoin, TestStressVersions, DistributedTermsComponentTest, StatsComponentTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, TestLazyCores, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, SolrInfoMBeanTest, DisMaxRequestHandlerTest, TestQueryUtils, TestQueryTypes, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, IndexSchemaTest, MBeansHandlerTest, TestAnalyzedSuggestions, TestQuerySenderListener, TestQuerySenderNoQuery, TestStressRecovery, ActionThrottleTest, AsyncCallRequestStatusResponseTest, CdcrVersionReplicationTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, DocValuesNotIndexedTest]
[junit4] Completed [468/658 (1!)] on J1 in 9.81s, 4 tests, 1 failure <<< FAILURES!
[...truncated 61420 lines...]
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 540 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/540/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
All tests passed
Build Log:
[...truncated 23804 lines...]
-validate-source-patterns:
[source-patterns] nocommit: solr/core/src/test/org/apache/solr/cloud/DocValuesNotIndexedTest.java
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:765: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 1 violations in source files (nocommit).
Total time: 88 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Re: [JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 539 - Unstable!
Posted by Erick Erickson <er...@gmail.com>.
Both of those seeds succeed on my machine, this may take a bit.
On Sat, Nov 26, 2016 at 6:13 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/539/
> Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
>
> 1 tests failed.
> FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingSorting
>
> Error Message:
> Documents in wrong order for field: boolGSF expected:<[2]> but was:<[1]>
>
> Stack Trace:
> org.junit.ComparisonFailure: Documents in wrong order for field: boolGSF expected:<[2]> but was:<[1]>
> at __randomizedtesting.SeedInfo.seed([79814CC3EFBA51D2:67B944CB9311EB52]:0)
> at org.junit.Assert.assertEquals(Assert.java:125)
> at org.apache.solr.cloud.DocValuesNotIndexedTest.checkSortOrder(DocValuesNotIndexedTest.java:247)
> at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingSorting(DocValuesNotIndexedTest.java:227)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 12120 lines...]
> [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
> [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/init-core-data-001
> [junit4] 2> 2361230 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
> [junit4] 2> 2361231 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001
> [junit4] 2> 2361231 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
> [junit4] 2> 2361231 INFO (Thread-3037) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
> [junit4] 2> 2361231 INFO (Thread-3037) [ ] o.a.s.c.ZkTestServer Starting server
> [junit4] 2> 2361333 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:65356
> [junit4] 2> 2361359 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
> [junit4] 2> 2361359 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
> [junit4] 2> 2361362 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6191e1ba{/solr,null,AVAILABLE}
> [junit4] 2> 2361362 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a610974{/solr,null,AVAILABLE}
> [junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37ddf7dc{HTTP/1.1,[http/1.1]}{127.0.0.1:65358}
> [junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18771994{HTTP/1.1,[http/1.1]}{127.0.0.1:65359}
> [junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.Server Started @2367756ms
> [junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.Server Started @2367756ms
> [junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65358}
> [junit4] 2> 2361365 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65359}
> [junit4] 2> 2361365 ERROR (jetty-launcher-2598-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
> [junit4] 2> 2361365 ERROR (jetty-launcher-2598-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
> [junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
> [junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
> [junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
> [junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
> [junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
> [junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
> [junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T01:28:08.162Z
> [junit4] 2> 2361366 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T01:28:08.162Z
> [junit4] 2> 2361370 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 2361371 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 2361378 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
> [junit4] 2> 2361378 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
> [junit4] 2> 2361379 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65356/solr
> [junit4] 2> 2361379 INFO (jetty-launcher-2598-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65356/solr
> [junit4] 2> 2361425 INFO (jetty-launcher-2598-thread-1) [n:127.0.0.1:65359_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65359_solr
> [junit4] 2> 2361426 INFO (jetty-launcher-2598-thread-2) [n:127.0.0.1:65358_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65358_solr
> [junit4] 2> 2361427 INFO (jetty-launcher-2598-thread-1) [n:127.0.0.1:65359_solr ] o.a.s.c.Overseer Overseer (id=97007048329134086-127.0.0.1:65359_solr-n_0000000000) starting
> [junit4] 2> 2361430 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
> [junit4] 2> 2361430 INFO (zkCallback-2609-thread-1-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
> [junit4] 2> 2361444 INFO (jetty-launcher-2598-thread-1) [n:127.0.0.1:65359_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65359_solr
> [junit4] 2> 2361446 INFO (zkCallback-2609-thread-1-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
> [junit4] 2> 2361447 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
> [junit4] 2> 2361492 INFO (jetty-launcher-2598-thread-2) [n:127.0.0.1:65358_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/.
> [junit4] 2> 2361509 INFO (jetty-launcher-2598-thread-1) [n:127.0.0.1:65359_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/.
> [junit4] 2> 2361520 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
> [junit4] 2> 2361522 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65356/solr ready
> [junit4] 2> 2361536 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
> [junit4] 2> 2361540 INFO (OverseerThreadFactory-7804-thread-1-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.CreateCollectionCmd Create collection dv_coll
> [junit4] 2> 2361654 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2
> [junit4] 2> 2361654 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2
> [junit4] 2> 2361655 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2
> [junit4] 2> 2361658 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2
> [junit4] 2> 2361787 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 2361787 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 2362676 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
> [junit4] 2> 2362722 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
> [junit4] 2> 2362725 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
> [junit4] 2> 2362732 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
> [junit4] 2> 2362735 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
> [junit4] 2> 2362735 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
> [junit4] 2> 2362737 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
> [junit4] 2> 2362738 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2362738 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2362739 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
> [junit4] 2> 2362739 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
> [junit4] 2> 2362740 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/dv_coll_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/./dv_coll_shard1_replica1/data/]
> [junit4] 2> 2362740 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/dv_coll_shard3_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/./dv_coll_shard3_replica1/data/]
> [junit4] 2> 2362740 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2362741 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
> [junit4] 2> 2362741 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/dv_coll_shard4_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/./dv_coll_shard4_replica1/data/]
> [junit4] 2> 2362747 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
> [junit4] 2> 2362750 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2362752 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica1' using configuration from collection dv_coll
> [junit4] 2> 2362752 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
> [junit4] 2> 2362752 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 2362752 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [[dv_coll_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/dv_coll_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/./dv_coll_shard2_replica1/data/]
> [junit4] 2> 2362754 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 2362754 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 2362758 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b6164dd[dv_coll_shard3_replica1] main]
> [junit4] 2> 2362759 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
> [junit4] 2> 2362760 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 2362760 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
> [junit4] 2> 2362761 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 2362761 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552112774867320832
> [junit4] 2> 2362762 INFO (searcherExecutor-7809-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@2b6164dd[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2362764 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
> [junit4] 2> 2362764 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 2362765 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
> [junit4] 2> 2362765 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 2362767 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 2362767 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 2362767 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 2362767 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 2362768 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@963fa93[dv_coll_shard1_replica1] main]
> [junit4] 2> 2362769 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5604c01a[dv_coll_shard4_replica1] main]
> [junit4] 2> 2362770 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
> [junit4] 2> 2362770 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 2362770 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
> [junit4] 2> 2362771 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
> [junit4] 2> 2362771 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 2362771 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552112774877806592
> [junit4] 2> 2362771 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 2362771 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
> [junit4] 2> 2362771 INFO (searcherExecutor-7810-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@963fa93[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2362772 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 2362772 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552112774878855168
> [junit4] 2> 2362772 INFO (searcherExecutor-7811-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@5604c01a[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
> [junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
> [junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/
> [junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
> [junit4] 2> 2362774 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/ has no replicas
> [junit4] 2> 2362784 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/ shard3
> [junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
> [junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
> [junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/
> [junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
> [junit4] 2> 2362785 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/ has no replicas
> [junit4] 2> 2362786 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
> [junit4] 2> 2362786 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
> [junit4] 2> 2362786 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/
> [junit4] 2> 2362787 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
> [junit4] 2> 2362787 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/ has no replicas
> [junit4] 2> 2362798 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/ shard1
> [junit4] 2> 2362804 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/ shard4
> [junit4] 2> 2362808 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
> [junit4] 2> 2362808 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 2362810 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 2362810 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 2362810 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ada4d6c[dv_coll_shard2_replica1] main]
> [junit4] 2> 2362812 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
> [junit4] 2> 2362812 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 2362813 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
> [junit4] 2> 2362813 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 2362813 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552112774921846784
> [junit4] 2> 2362813 INFO (searcherExecutor-7814-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@6ada4d6c[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2362824 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
> [junit4] 2> 2362824 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
> [junit4] 2> 2362825 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/
> [junit4] 2> 2362825 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
> [junit4] 2> 2362825 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/ has no replicas
> [junit4] 2> 2362837 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/ shard2
> [junit4] 2> 2362949 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 2362949 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 2362960 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
> [junit4] 2> 2362971 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
> [junit4] 2> 2362980 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2} status=0 QTime=1325
> [junit4] 2> 2362981 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2} status=0 QTime=1326
> [junit4] 2> 2362995 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
> [junit4] 2> 2362995 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
> [junit4] 2> 2362999 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2} status=0 QTime=1341
> [junit4] 2> 2363000 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2} status=0 QTime=1344
> [junit4] 2> 2363004 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
> [junit4] 2> 2363115 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 2363115 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 2363546 INFO (OverseerCollectionConfigSetProcessor-97007048329134086-127.0.0.1:65359_solr-n_0000000000) [n:127.0.0.1:65359_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
> [junit4] 2> 2364009 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2473
> [junit4] 2> 2364045 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0
> [junit4] 2> 2364051 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
> [junit4] 2> 2364055 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2364078 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema
> [junit4] 2> 2364078 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
> [junit4] 2> 2364078 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
> [junit4] 2> 2364079 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
> [junit4] 2> 2364079 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
> [junit4] 2> 2364080 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
> [junit4] 2> 2364084 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
> [junit4] 2> 2364084 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
> [junit4] 2> 2364086 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 3 replicas to apply schema update version 1 for collection dv_coll
> [junit4] 2> 2364088 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
> [junit4] 2> 2364093 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2364094 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
> [junit4] 2> 2364098 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
> [junit4] 2> 2364100 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2364101 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica1
> [junit4] 2> 2364103 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 22 ms
> [junit4] 2> 2364103 INFO (zkCallback-2608-thread-1-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 18 ms
> [junit4] 2> 2364104 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica1
> [junit4] 2> 2364110 INFO (qtp612691028-14445) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
> [junit4] 2> 2364111 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2364112 INFO (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 17 ms
> [junit4] 2> 2364117 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 1
> [junit4] 2> 2364117 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 1
> [junit4] 2> 2364120 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
> [junit4] 2> 2364120 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
> [junit4] 2> 2364126 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2364126 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.c.SolrCore core reload dv_coll_shard4_replica1
> [junit4] 2> 2364127 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
> [junit4] 2> 2364127 INFO (qtp1808246342-14437) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
> [junit4] 2> 2364130 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ManagedIndexSchema Took 49.0ms for 3 replicas to apply schema update version 1 for collection dv_coll
> [junit4] 2> 2364130 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=86
> [junit4] 2> 2364130 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
> [junit4] 2> 2364134 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
> [junit4] 2> 2364137 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2364138 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.c.SolrCore core reload dv_coll_shard1_replica1
> [junit4] 2> 2364141 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
> [junit4] 2> 2364142 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2364142 INFO (zkCallback-2609-thread-2-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 11 ms
> [junit4] 2> 2364184 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
> [junit4] 2> 2364189 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
> [junit4] 2> 2364199 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2364204 INFO (Thread-3056) [n:127.0.0.1:65359_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
> [junit4] 2> 2364205 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/dv_coll_shard4_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node1/./dv_coll_shard4_replica1/data/]
> [junit4] 2> 2364205 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
> [junit4] 2> 2364261 INFO (TEST-DocValuesNotIndexedTest.testGroupingDocAbsent-seed#[79814CC3EFBA51D2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGroupingDocAbsent
> [junit4] 2> 2364276 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 2364276 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552112776453816320)} 0 2
> [junit4] 2> 2364276 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552112776451719168)} 0 4
> [junit4] 2> 2364276 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552112776451719168)} 0 4
> [junit4] 2> 2364277 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1552112776449622016)} 0 11
> [junit4] 2> 2364278 INFO (Thread-3057) [n:127.0.0.1:65358_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
> [junit4] 2> 2364280 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/dv_coll_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001/tempDir-001/node2/./dv_coll_shard1_replica1/data/]
> [junit4] 2> 2364281 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 2364281 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 2364281 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4] 2> 2364281 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
> [junit4] 2> 2364282 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c5a14ee[dv_coll_shard4_replica1] main]
> [junit4] 2> 2364282 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1640bb18[dv_coll_shard4_replica1] main]
> [junit4] 2> 2364282 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 2364282 INFO (searcherExecutor-7811-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@1640bb18[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2364282 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4] 2> 2364282 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4] 2> 2364282 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
> [junit4] 2> 2364282 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
> [junit4] 2> 2364282 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
> [junit4] 2> 2364283 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4] 2> 2364283 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
> [junit4] 2> 2364284 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@33846747[dv_coll_shard1_replica1] main]
> [junit4] 2> 2364284 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 2364284 INFO (searcherExecutor-7810-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@33846747[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2364284 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
> [junit4] 2> 2364284 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
> [junit4] 2> 2364285 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 2364285 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e3155c0[dv_coll_shard3_replica1] main]
> [junit4] 2> 2364285 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
> [junit4] 2> 2364285 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@107178e[dv_coll_shard2_replica1] main]
> [junit4] 2> 2364285 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 2364285 INFO (searcherExecutor-7809-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@5e3155c0[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2364285 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 2364285 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
> [junit4] 2> 2364285 INFO (searcherExecutor-7814-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@107178e[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2364286 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
> [junit4] 2> 2364286 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 2364286 INFO (qtp612691028-14442) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
> [junit4] 2> 2364286 INFO (searcherExecutor-7830-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@3c5a14ee[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2364296 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[4 (1552112776475836416)]} 0 1
> [junit4] 2> 2364297 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[1 (1552112776474787840)]} 0 3
> [junit4] 2> 2364297 INFO (qtp1808246342-14437) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[2 (1552112776475836416), 3 (1552112776477933568)]} 0 2
> [junit4] 2> 2364305 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
> [junit4] 2> 2364306 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 2364306 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 2364309 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4] 2> 2364310 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1f79739
> [junit4] 2> 2364310 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4] 2> 2364310 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7c1e142e
> [junit4] 2> 2364309 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4] 2> 2364310 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
> [junit4] 2> 2364309 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4] 2> 2364311 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3ec09b35
> [junit4] 2> 2364311 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@385a79c1[dv_coll_shard4_replica1] main]
> [junit4] 2> 2364312 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 2364312 INFO (searcherExecutor-7811-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@385a79c1[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2364312 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
> [junit4] 2> 2364313 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2225f37[dv_coll_shard4_replica1] main]
> [junit4] 2> 2364313 INFO (searcherExecutor-7830-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@2225f37[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
> [junit4] 2> 2364314 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@55893ebb
> [junit4] 2> 2364317 INFO (Thread-3056) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica1
> [junit4] 2> 2364419 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2de23bff[dv_coll_shard2_replica1] main]
> [junit4] 2> 2364419 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 2364419 INFO (searcherExecutor-7814-thread-1-processing-n:127.0.0.1:65359_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@2de23bff[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C1)))}
> [junit4] 2> 2364419 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 110
> [junit4] 2> 2364424 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29fd84fc[dv_coll_shard3_replica1] main]
> [junit4] 2> 2364424 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 2364425 INFO (searcherExecutor-7809-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@29fd84fc[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C2)))}
> [junit4] 2> 2364425 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 114
> [junit4] 2> 2364432 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@765eb629[dv_coll_shard1_replica1] main]
> [junit4] 2> 2364434 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bd0b78f[dv_coll_shard1_replica1] main]
> [junit4] 2> 2364435 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
> [junit4] 2> 2364435 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
> [junit4] 2> 2364435 INFO (searcherExecutor-7810-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@1bd0b78f[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C1)))}
> [junit4] 2> 2364435 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 125
> [junit4] 2> 2364435 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 2364435 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
> [junit4] 2> 2364436 INFO (qtp1808246342-14439) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&commit=true&wt=javabin&version=2}{commit=} 0 133
> [junit4] 2> 2364436 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
> [junit4] 2> 2364436 INFO (searcherExecutor-7832-thread-1-processing-n:127.0.0.1:65358_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@765eb629[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C1)))}
> [junit4] 2> 2364445 INFO (qtp612691028-14445) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&rows=10&version=2&q=*:*&NOW=1480210091235&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=1
> [junit4] 2> 2364446 INFO (qtp612691028-14431) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1480210091235&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364446 INFO (qtp1808246342-14437) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&q=*:*&NOW=1480210091235&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364446 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1480210091235&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364451 INFO (qtp612691028-14442) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091235&group.topgroups.intGSF=%01&group.topgroups.intGSF=1109220185&group.topgroups.intGSF=1109220390&group.topgroups.intGSF=1109220285&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=1
> [junit4] 2> 2364452 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091235&group.topgroups.intGSF=%01&group.topgroups.intGSF=1109220185&group.topgroups.intGSF=1109220390&group.topgroups.intGSF=1109220285&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=2
> [junit4] 2> 2364453 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091235&group.topgroups.intGSF=%01&group.topgroups.intGSF=1109220185&group.topgroups.intGSF=1109220390&group.topgroups.intGSF=1109220285&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=2
> [junit4] 2> 2364456 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091235&ids=4&isShard=true&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&wt=javabin&version=2&group.field=intGSF} status=0 QTime=0
> [junit4] 2> 2364456 INFO (qtp1808246342-14439) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091235&ids=1&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&wt=javabin&version=2&group.field=intGSF} status=0 QTime=0
> [junit4] 2> 2364456 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091235&ids=2,3&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&wt=javabin&version=2&group.field=intGSF} status=0 QTime=0
> [junit4] 2> 2364458 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&wt=javabin&version=2&group.field=intGSF&group=true} status=0 QTime=18
> [junit4] 2> 2364460 INFO (Thread-3057) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
> [junit4] 2> 2364464 INFO (qtp612691028-14446) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&rows=10&version=2&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364465 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=1
> [junit4] 2> 2364465 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=1
> [junit4] 2> 2364465 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=1
> [junit4] 2> 2364469 INFO (qtp612691028-14443) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=%01&group.topgroups.longGSF=3645816100247410300&group.topgroups.longGSF=3645816100247410198&group.topgroups.longGSF=3645816100247410407&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364469 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=%01&group.topgroups.longGSF=3645816100247410300&group.topgroups.longGSF=3645816100247410198&group.topgroups.longGSF=3645816100247410407&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=1
> [junit4] 2> 2364469 INFO (qtp1808246342-14439) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=%01&group.topgroups.longGSF=3645816100247410300&group.topgroups.longGSF=3645816100247410198&group.topgroups.longGSF=3645816100247410407&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091257&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364472 INFO (qtp612691028-14445) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091257&ids=4&isShard=true&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&wt=javabin&version=2&group.field=longGSF} status=0 QTime=0
> [junit4] 2> 2364472 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091257&ids=2,3&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&wt=javabin&version=2&group.field=longGSF} status=0 QTime=0
> [junit4] 2> 2364472 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091257&ids=1&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&wt=javabin&version=2&group.field=longGSF} status=0 QTime=0
> [junit4] 2> 2364473 INFO (qtp1808246342-14437) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&wt=javabin&version=2&group.field=longGSF&group=true} status=0 QTime=12
> [junit4] 2> 2364480 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard4_replica1/&rows=10&version=2&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364481 INFO (qtp612691028-14442) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=1
> [junit4] 2> 2364481 INFO (qtp1808246342-14429) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364481 INFO (qtp1808246342-14433) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=1
> [junit4] 2> 2364484 INFO (qtp612691028-14440) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=204.58002707298652&group.topgroups.doubleGSF=103.58002707298654&group.topgroups.doubleGSF=304.5800270729865&start=0&shard.url=http://127.0.0.1:65359/solr/dv_coll_shard2_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364484 INFO (qtp1808246342-14439) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=204.58002707298652&group.topgroups.doubleGSF=103.58002707298654&group.topgroups.doubleGSF=304.5800270729865&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364484 INFO (qtp1808246342-14438) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=204.58002707298652&group.topgroups.doubleGSF=103.58002707298654&group.topgroups.doubleGSF=304.5800270729865&start=0&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&rows=10&version=2&group.distributed.second=true&q=*:*&NOW=1480210091273&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
> [junit4] 2> 2364488 INFO (qtp1808246342-14436) [n:127.0.0.1:65358_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091273&ids=1&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard1_replica1/&wt=javabin&version=2&group.field=doubleGSF} status=0 QTime=0
> [junit4] 2> 2364488 INFO (qtp1808246342-14432) [n:127.0.0.1:65358_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=dv_coll:3&shards.purpose=64&NOW=1480210091273&ids=2,3&isShard=true&shard.url=http://127.0.0.1:65358/solr/dv_coll_shard3_replica1/&wt=javabin&version=2&group.field=doubleGSF} status=0 QTime=0
> [junit4] 2> 2364488 INFO (qtp612691028-14435) [n:127.0.0.1:65359_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=
>
> [...truncated too long message...]
>
> ollection [dv_coll] has occurred - updating... (live nodes size: [2])
> [junit4] 2> 2365013 WARN (zkCallback-2608-thread-2-processing-n:127.0.0.1:65358_solr) [n:127.0.0.1:65358_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
> [junit4] 2> 2365013 INFO (jetty-launcher-2598-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6191e1ba{/solr,null,UNAVAILABLE}
> [junit4] 2> 2365013 INFO (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
> [junit4] 2> 2365017 INFO (jetty-launcher-2598-thread-2) [ ] o.a.s.c.Overseer Overseer (id=97007048329134086-127.0.0.1:65359_solr-n_0000000000) closing
> [junit4] 2> 2365017 INFO (OverseerStateUpdate-97007048329134086-127.0.0.1:65359_solr-n_0000000000) [n:127.0.0.1:65359_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:65359_solr
> [junit4] 2> 2365018 WARN (zkCallback-2609-thread-3-processing-n:127.0.0.1:65359_solr) [n:127.0.0.1:65359_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
> [junit4] 2> 2365019 INFO (jetty-launcher-2598-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a610974{/solr,null,UNAVAILABLE}
> [junit4] 2> 2365021 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65356 65356
> [junit4] 2> 2365044 INFO (Thread-3037) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65356 65356
> [junit4] 2> 2371018 WARN (Thread-3037) [ ] o.a.s.c.ZkTestServer Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 6 /solr/configs/conf1/managed-schema
> [junit4] 2> 4 /solr/configs/conf1
> [junit4] 2> 3 /solr/aliases.json
> [junit4] 2> 3 /solr/clusterprops.json
> [junit4] 2> 2 /solr/security.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/clusterstate.json
> [junit4] 2> 2 /solr/configs/conf1/managed-schema
> [junit4] 2> 2 /solr/collections/dv_coll/state.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 11 /solr/overseer/queue
> [junit4] 2> 3 /solr/live_nodes
> [junit4] 2> 3 /solr/collections
> [junit4] 2> 3 /solr/overseer/collection-queue-work
> [junit4] 2> 2 /solr/overseer/queue-work
> [junit4] 2>
> [junit4] 2> 2371018 INFO (SUITE-DocValuesNotIndexedTest-seed#[79814CC3EFBA51D2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
> [junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_79814CC3EFBA51D2-001
> [junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=FST50, id=Lucene50(blocksize=128)}, docValues:{floatField=DocValuesFormat(name=Lucene54), doubleField=DocValuesFormat(name=Direct), intFieldMulti=DocValuesFormat(name=Lucene54), boolFieldMulti=DocValuesFormat(name=Direct), floatGSL=DocValuesFormat(name=Memory), longFieldMulti=DocValuesFormat(name=Asserting), intField=DocValuesFormat(name=Direct), boolField=DocValuesFormat(name=Memory), stringFieldMulti=DocValuesFormat(name=Memory), dateFieldMulti=DocValuesFormat(name=Asserting), longGSF=DocValuesFormat(name=Lucene54), doubleFieldMulti=DocValuesFormat(name=Memory), stringGSL=DocValuesFormat(name=Asserting), doubleGSF=DocValuesFormat(name=Direct), doubleGSL=DocValuesFormat(name=Asserting), stringGSF=DocValuesFormat(name=Direct), intGSL=DocValuesFormat(name=Direct), longField=DocValuesFormat(name=Lucene54), dateField=DocValuesFormat(name=Memory), dateGSF=DocValuesFormat(name=Memory), boolGSF=DocValuesFormat(name=Memory), longGSL=DocValuesFormat(name=Memory), boolGSL=DocValuesFormat(name=Lucene54), floatFieldMulti=DocValuesFormat(name=Direct), floatGSF=DocValuesFormat(name=Lucene54), dateGSL=DocValuesFormat(name=Lucene54), intGSF=DocValuesFormat(name=Asserting), stringField=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1514, maxMBSortInHeap=7.353855761367666, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-OM, timezone=America/Ensenada
> [junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=179161792,total=536870912
> [junit4] 2> NOTE: All tests run in this JVM: [DirectUpdateHandlerOptimizeTest, TestChildDocTransformer, JavabinLoaderTest, TestDFRSimilarityFactory, FieldAnalysisRequestHandlerTest, RAMDirectoryFactoryTest, ZkStateWriterTest, TestClusterProperties, TestLuceneMatchVersion, TestAuthorizationFramework, OpenCloseCoreStressTest, TestConfigSetsAPI, TestManagedSchema, TestReload, MinimalSchemaTest, TestLMDirichletSimilarityFactory, TestSolr4Spatial, TestLeaderElectionZkExpiry, ConjunctionSolrSpellCheckerTest, FullSolrCloudDistribCmdsTest, DistributedIntervalFacetingTest, URLClassifyProcessorTest, TestZkChroot, HdfsWriteToMultipleCollectionsTest, ConfigSetsAPITest, DistributedFacetPivotSmallAdvancedTest, TestSolrCoreSnapshots, SortByFunctionTest, TestReqParamsAPI, TestFastWriter, TestDistributedGrouping, CursorMarkTest, TestStressCloudBlindAtomicUpdates, DateRangeFieldTest, VMParamsZkACLAndCredentialsProvidersTest, BasicFunctionalityTest, WrapperMergePolicyFactoryTest, TestXmlQParser, UpdateRequestProcessorFactoryTest, JSONWriterTest, DocExpirationUpdateProcessorFactoryTest, TestLocalFSCloudBackupRestore, TestSmileRequest, TestJsonFacetRefinement, DistribCursorPagingTest, HdfsLockFactoryTest, SignatureUpdateProcessorFactoryTest, FieldMutatingUpdateProcessorTest, SliceStateTest, TestCloudPseudoReturnFields, TestUninvertingReader, HdfsChaosMonkeySafeLeaderTest, LeaderFailureAfterFreshStartTest, EchoParamsTest, TestAtomicUpdateErrorCases, TestAuthenticationFramework, LeaderInitiatedRecoveryOnShardRestartTest, TestJmxMonitoredMap, TestSolrConfigHandler, TestFuzzyAnalyzedSuggestions, TestSuggestSpellingConverter, SharedFSAutoReplicaFailoverTest, DeleteInactiveReplicaTest, TermVectorComponentDistributedTest, OverseerStatusTest, BasicZkTest, TestSimpleTrackingShardHandler, ReturnFieldsTest, TestMacroExpander, RequestHandlersTest, TestSolrDeletionPolicy2, TestStressUserVersions, TestCoreDiscovery, TestRebalanceLeaders, TemplateUpdateProcessorTest, SimpleCollectionCreateDeleteTest, DefaultValueUpdateProcessorTest, CollectionReloadTest, TermVectorComponentTest, RemoteQueryErrorTest, TestTrie, DistributedQueryComponentOptimizationTest, LoggingHandlerTest, TestSortByMinMaxFunction, TestLMJelinekMercerSimilarityFactory, CreateCollectionCleanupTest, DistribJoinFromCollectionTest, TestWriterPerf, CopyFieldTest, SaslZkACLProviderTest, TestBackupRepositoryFactory, TestValueSourceCache, SpatialRPTFieldTypeTest, AutoCommitTest, DeleteShardTest, SpellPossibilityIteratorTest, ShufflingReplicaListTransformerTest, TestHashQParserPlugin, TestDistributedStatsComponentCardinality, OverriddenZkACLAndCredentialsProvidersTest, TestManagedSynonymFilterFactory, BitVectorTest, HdfsDirectoryFactoryTest, TestTestInjection, ReplicationFactorTest, TestFilteredDocIdSet, TestRecoveryHdfs, ZkSolrClientTest, TestRuleBasedAuthorizationPlugin, SearchHandlerTest, HighlighterConfigTest, ChaosMonkeySafeLeaderTest, SuggesterWFSTTest, TestRecovery, CSVRequestHandlerTest, DistanceFunctionTest, TestRangeQuery, JsonLoaderTest, DistributedVersionInfoTest, TestSchemaVersionResource, RollingRestartTest, FullHLLTest, AnalyticsMergeStrategyTest, UUIDFieldTest, TestSubQueryTransformerCrossCore, BinaryUpdateRequestHandlerTest, TestRealTimeGet, AnalysisErrorHandlingTest, ForceLeaderTest, TestUseDocValuesAsStored, TestSchemaResource, TestDFISimilarityFactory, TestDeleteCollectionOnDownNodes, TestFiltering, TestPushWriter, TestDistribIDF, TestRawTransformer, TestMinMaxOnMultiValuedField, EnumFieldTest, TestClusterStateMutator, TestSolrXml, TestNumericTerms32, HdfsNNFailoverTest, TestSolrQueryParser, SolrIndexConfigTest, DistanceUnitsTest, TestSystemIdResolver, CacheHeaderTest, RuleEngineTest, SpellCheckComponentTest, TestHdfsBackupRestoreCore, SolrCloudExampleTest, TestImplicitCoreProperties, CdcrBootstrapTest, DeleteNodeTest, TestUnifiedSolrHighlighter, RegexBoostProcessorTest, CoreAdminHandlerTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, TestRandomFaceting, ZkCLITest, TestFaceting, TestHashPartitioner, TestJoin, TestStressVersions, DistributedTermsComponentTest, StatsComponentTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, TestLazyCores, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, SolrInfoMBeanTest, DisMaxRequestHandlerTest, TestQueryUtils, TestQueryTypes, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, IndexSchemaTest, MBeansHandlerTest, TestAnalyzedSuggestions, TestQuerySenderListener, TestQuerySenderNoQuery, TestStressRecovery, ActionThrottleTest, AsyncCallRequestStatusResponseTest, CdcrVersionReplicationTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, DocValuesNotIndexedTest]
> [junit4] Completed [468/658 (1!)] on J1 in 9.81s, 4 tests, 1 failure <<< FAILURES!
>
> [...truncated 61420 lines...]
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org