You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/11/26 19:25:36 UTC

[JENKINS] Lucene-Solr-Tests-6.x - Build # 561 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/561/

1 tests failed.
FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'X val' for path 'x' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "params":{"wt":"json"},   "context":{     "webapp":"/xx_xwj/tr",     "path":"/test1",     "httpMethod":"GET"},   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",   "x":null},  from server:  null

Stack Trace:
java.lang.AssertionError: Could not get expected value  'X val' for path 'x' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "params":{"wt":"json"},
  "context":{
    "webapp":"/xx_xwj/tr",
    "path":"/test1",
    "httpMethod":"GET"},
  "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
  "x":null},  from server:  null
	at __randomizedtesting.SeedInfo.seed([8F77F99EF6FD6134:573AD4C90120C494]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:535)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:232)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10876 lines...]
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/init-core-data-001
   [junit4]   2> 152485 INFO  (SUITE-TestDynamicLoading-seed#[8F77F99EF6FD6134]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 152485 INFO  (SUITE-TestDynamicLoading-seed#[8F77F99EF6FD6134]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xx_xwj/tr
   [junit4]   2> 152486 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 152487 INFO  (Thread-544) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 152487 INFO  (Thread-544) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 152587 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ZkTestServer start zk server on port:47741
   [junit4]   2> 152603 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 152604 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 152606 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 152607 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 152608 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 152611 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 152612 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 152613 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 152614 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 152615 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 152616 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 152687 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/control-001/cores/collection1
   [junit4]   2> 152690 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 152691 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a252c70{/xx_xwj/tr,null,AVAILABLE}
   [junit4]   2> 152698 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@47cd4365{SSL,[ssl, http/1.1]}{127.0.0.1:38447}
   [junit4]   2> 152698 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server Started @157466ms
   [junit4]   2> 152698 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/tempDir-001/control/data, hostContext=/xx_xwj/tr, hostPort=38447, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/control-001/cores}
   [junit4]   2> 152699 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 152699 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 152699 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 152699 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 152699 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T18:31:17.034Z
   [junit4]   2> 152705 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 152705 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/control-001/solr.xml
   [junit4]   2> 152714 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 152714 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47741/solr
   [junit4]   2> 152746 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38447_xx_xwj%2Ftr
   [junit4]   2> 152747 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.Overseer Overseer (id=97005409194672133-127.0.0.1:38447_xx_xwj%2Ftr-n_0000000000) starting
   [junit4]   2> 152757 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38447_xx_xwj%2Ftr
   [junit4]   2> 152759 INFO  (zkCallback-774-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 152796 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/control-001/cores
   [junit4]   2> 152796 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 152799 INFO  (OverseerStateUpdate-97005409194672133-127.0.0.1:38447_xx_xwj%2Ftr-n_0000000000) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 153815 WARN  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 153816 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 153827 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 153910 WARN  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 153912 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 153920 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 153921 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/control-001/cores/collection1/data/]
   [junit4]   2> 153921 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46a05531
   [junit4]   2> 153921 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 153924 WARN  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 153929 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 153930 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 153930 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 153930 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 153930 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=67485931, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 153931 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ffb889[collection1] main]
   [junit4]   2> 153931 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 153932 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 153932 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 153932 INFO  (searcherExecutor-1416-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ffb889[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 153932 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552086548628897792
   [junit4]   2> 153938 INFO  (coreZkRegister-1408-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 153938 INFO  (coreZkRegister-1408-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 153938 INFO  (coreZkRegister-1408-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38447/xx_xwj/tr/collection1/
   [junit4]   2> 153938 INFO  (coreZkRegister-1408-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 153938 INFO  (coreZkRegister-1408-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:38447/xx_xwj/tr/collection1/ has no replicas
   [junit4]   2> 153942 INFO  (coreZkRegister-1408-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38447/xx_xwj/tr/collection1/ shard1
   [junit4]   2> 154093 INFO  (coreZkRegister-1408-thread-1-processing-n:127.0.0.1:38447_xx_xwj%2Ftr x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38447_xx_xwj%2Ftr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 154301 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 154302 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47741/solr ready
   [junit4]   2> 154302 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 154369 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-1-001/cores/collection1
   [junit4]   2> 154370 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-1-001
   [junit4]   2> 154372 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 154373 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66986ec{/xx_xwj/tr,null,AVAILABLE}
   [junit4]   2> 154374 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29b6a702{SSL,[ssl, http/1.1]}{127.0.0.1:38648}
   [junit4]   2> 154375 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server Started @159143ms
   [junit4]   2> 154375 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/xx_xwj/tr, hostPort=38648, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-1-001/cores}
   [junit4]   2> 154375 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 154375 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 154375 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 154376 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 154376 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T18:31:18.711Z
   [junit4]   2> 154379 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 154379 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-1-001/solr.xml
   [junit4]   2> 154383 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 154384 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47741/solr
   [junit4]   2> 154396 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 154399 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38648_xx_xwj%2Ftr
   [junit4]   2> 154405 INFO  (zkCallback-778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 154405 INFO  (zkCallback-783-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 154405 INFO  (zkCallback-774-thread-3-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 154435 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-1-001/cores
   [junit4]   2> 154435 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 154437 INFO  (OverseerStateUpdate-97005409194672133-127.0.0.1:38447_xx_xwj%2Ftr-n_0000000000) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 155446 WARN  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 155447 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 155458 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 155539 WARN  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 155541 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 155548 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 155548 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 155548 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46a05531
   [junit4]   2> 155549 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 155552 WARN  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 155559 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 155559 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 155559 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 155559 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 155561 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=67485931, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 155561 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6164c4a6[collection1] main]
   [junit4]   2> 155562 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 155562 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 155562 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 155563 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552086550339125248
   [junit4]   2> 155565 INFO  (searcherExecutor-1427-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6164c4a6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 155569 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 155570 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 155570 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38648/xx_xwj/tr/collection1/
   [junit4]   2> 155570 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 155570 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:38648/xx_xwj/tr/collection1/ has no replicas
   [junit4]   2> 155574 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38648/xx_xwj/tr/collection1/ shard2
   [junit4]   2> 155725 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38648_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 155999 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-2-001/cores/collection1
   [junit4]   2> 155999 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-2-001
   [junit4]   2> 156001 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 156003 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c6f2778{/xx_xwj/tr,null,AVAILABLE}
   [junit4]   2> 156004 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7f84a954{SSL,[ssl, http/1.1]}{127.0.0.1:38903}
   [junit4]   2> 156009 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server Started @160772ms
   [junit4]   2> 156009 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/xx_xwj/tr, hostPort=38903, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-2-001/cores}
   [junit4]   2> 156009 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 156009 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 156009 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 156009 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 156009 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T18:31:20.344Z
   [junit4]   2> 156013 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 156013 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-2-001/solr.xml
   [junit4]   2> 156018 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 156018 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47741/solr
   [junit4]   2> 156033 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 156036 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38903_xx_xwj%2Ftr
   [junit4]   2> 156037 INFO  (zkCallback-778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 156037 INFO  (zkCallback-783-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 156037 INFO  (zkCallback-774-thread-3-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 156043 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 156072 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-2-001/cores
   [junit4]   2> 156072 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 156074 INFO  (OverseerStateUpdate-97005409194672133-127.0.0.1:38447_xx_xwj%2Ftr-n_0000000000) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 157084 WARN  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 157085 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 157097 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 157184 WARN  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 157186 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 157194 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 157194 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 157195 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46a05531
   [junit4]   2> 157196 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 157199 WARN  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 157205 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 157206 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 157206 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 157206 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 157213 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=67485931, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 157213 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35408541[collection1] main]
   [junit4]   2> 157214 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 157214 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 157214 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 157214 INFO  (coreLoadExecutor-1437-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552086552070324224
   [junit4]   2> 157217 INFO  (searcherExecutor-1438-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@35408541[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 157227 INFO  (coreZkRegister-1432-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 157227 INFO  (coreZkRegister-1432-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 157227 INFO  (coreZkRegister-1432-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38903/xx_xwj/tr/collection1/
   [junit4]   2> 157227 INFO  (coreZkRegister-1432-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 157227 INFO  (coreZkRegister-1432-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:38903/xx_xwj/tr/collection1/ has no replicas
   [junit4]   2> 157231 INFO  (coreZkRegister-1432-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38903/xx_xwj/tr/collection1/ shard1
   [junit4]   2> 157382 INFO  (coreZkRegister-1432-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38903_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 157649 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-3-001/cores/collection1
   [junit4]   2> 157649 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-3-001
   [junit4]   2> 157652 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 157653 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17335cf2{/xx_xwj/tr,null,AVAILABLE}
   [junit4]   2> 157656 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b8618b{SSL,[ssl, http/1.1]}{127.0.0.1:54848}
   [junit4]   2> 157656 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server Started @162424ms
   [junit4]   2> 157656 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/xx_xwj/tr, hostPort=54848, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-3-001/cores}
   [junit4]   2> 157657 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 157657 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 157657 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 157657 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 157657 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T18:31:21.992Z
   [junit4]   2> 157661 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 157661 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-3-001/solr.xml
   [junit4]   2> 157666 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 157666 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47741/solr
   [junit4]   2> 157679 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 157682 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54848_xx_xwj%2Ftr
   [junit4]   2> 157683 INFO  (zkCallback-774-thread-2-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 157683 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 157690 INFO  (zkCallback-783-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 157691 INFO  (zkCallback-795-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 157691 INFO  (zkCallback-778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 157708 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-3-001/cores
   [junit4]   2> 157708 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 157710 INFO  (OverseerStateUpdate-97005409194672133-127.0.0.1:38447_xx_xwj%2Ftr-n_0000000000) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 158721 WARN  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 158722 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 158733 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 158811 WARN  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 158813 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 158821 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 158822 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-3-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 158822 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46a05531
   [junit4]   2> 158823 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 158826 WARN  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 158833 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 158833 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 158833 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 158833 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 158837 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=67485931, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 158837 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c8858fe[collection1] main]
   [junit4]   2> 158838 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 158839 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 158839 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 158839 INFO  (searcherExecutor-1449-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c8858fe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 158839 INFO  (coreLoadExecutor-1448-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552086553774260224
   [junit4]   2> 158843 INFO  (coreZkRegister-1443-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 158844 INFO  (updateExecutor-792-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 158844 INFO  (recoveryExecutor-793-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 158844 INFO  (recoveryExecutor-793-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 158844 INFO  (recoveryExecutor-793-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 158844 INFO  (recoveryExecutor-793-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 158844 INFO  (recoveryExecutor-793-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:38648/xx_xwj/tr/collection1/] and I am [https://127.0.0.1:54848/xx_xwj/tr/collection1/]
   [junit4]   2> 158846 INFO  (recoveryExecutor-793-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:38648/xx_xwj/tr]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:54848_xx_xwj%252Ftr&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 158907 INFO  (qtp1016765886-2952) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 158909 INFO  (qtp1016765886-2952) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 158909 INFO  (qtp1016765886-2952) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:54848_xx_xwj%2Ftr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:54848/xx_xwj/tr","node_name":"127.0.0.1:54848_xx_xwj%2Ftr","state":"down"}
   [junit4]   2> 159272 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-4-001/cores/collection1
   [junit4]   2> 159273 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-4-001
   [junit4]   2> 159274 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 159275 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6596aa8b{/xx_xwj/tr,null,AVAILABLE}
   [junit4]   2> 159277 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2be94c7a{SSL,[ssl, http/1.1]}{127.0.0.1:45941}
   [junit4]   2> 159277 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.Server Started @164045ms
   [junit4]   2> 159277 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/xx_xwj/tr, hostPort=45941, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-4-001/cores}
   [junit4]   2> 159277 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 159277 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 159281 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 159281 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 159281 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T18:31:23.616Z
   [junit4]   2> 159286 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 159286 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-4-001/solr.xml
   [junit4]   2> 159291 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 159291 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47741/solr
   [junit4]   2> 159304 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 159307 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45941_xx_xwj%2Ftr
   [junit4]   2> 159314 INFO  (zkCallback-783-thread-1-processing-n:127.0.0.1:38648_xx_xwj%2Ftr) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 159314 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:38903_xx_xwj%2Ftr) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 159314 INFO  (zkCallback-795-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 159314 INFO  (zkCallback-778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 159314 INFO  (zkCallback-774-thread-2-processing-n:127.0.0.1:38447_xx_xwj%2Ftr) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 159328 INFO  (zkCallback-802-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 159357 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-4-001/cores
   [junit4]   2> 159357 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 159359 INFO  (OverseerStateUpdate-97005409194672133-127.0.0.1:38447_xx_xwj%2Ftr-n_0000000000) [n:127.0.0.1:38447_xx_xwj%2Ftr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 159909 INFO  (qtp1016765886-2952) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:54848_xx_xwj%2Ftr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:54848/xx_xwj/tr","node_name":"127.0.0.1:54848_xx_xwj%2Ftr","state":"recovering"}
   [junit4]   2> 159909 INFO  (qtp1016765886-2952) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 159909 INFO  (qtp1016765886-2952) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:54848_xx_xwj%252Ftr&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
   [junit4]   2> 160370 WARN  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 160370 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 160381 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 160467 WARN  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 160469 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 160481 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 160481 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-4-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 160481 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46a05531
   [junit4]   2> 160482 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 160487 WARN  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 160494 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 160494 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 160495 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 160495 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 160495 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=67485931, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 160495 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5abe29ea[collection1] main]
   [junit4]   2> 160496 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 160496 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 160496 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 160497 INFO  (searcherExecutor-1460-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5abe29ea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 160497 INFO  (coreLoadExecutor-1459-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552086555512799232
   [junit4]   2> 160501 INFO  (coreZkRegister-1454-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 160501 INFO  (updateExecutor-799-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 160501 INFO  (recoveryExecutor-800-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 160502 INFO  (recoveryExecutor-800-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 160502 INFO  (recoveryExecutor-800-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 160502 INFO  (recoveryExecutor-800-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 160502 INFO  (recoveryExecutor-800-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:38903/xx_xwj/tr/collection1/] and I am [https://127.0.0.1:45941/xx_xwj/tr/collection1/]
   [junit4]   2> 160503 INFO  (recoveryExecutor-800-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:38903/xx_xwj/tr]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:45941_xx_xwj%252Ftr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 160562 INFO  (qtp1546464412-2981) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 160563 INFO  (qtp1546464412-2981) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 160563 INFO  (qtp1546464412-2981) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:45941_xx_xwj%2Ftr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"https://127.0.0.1:45941/xx_xwj/tr","node_name":"127.0.0.1:45941_xx_xwj%2Ftr","state":"down"}
   [junit4]   2> 160860 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDynamicLoading
   [junit4]   2> 160862 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.TestSolrConfigHandler going to send config command. path /config?wt=json , payload: 
   [junit4]   2> 160917 INFO  (qtp1054589976-3043) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"add-runtimelib":{
   [junit4]   2>     "name":"colltest",
   [junit4]   2>     "version":1}}]
   [junit4]   2> 160917 INFO  (qtp1054589976-3043) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 2 replicas to set the property overlay to be of version 0 for collection collection1
   [junit4]   2> 160918 INFO  (Thread-595) [n:127.0.0.1:38903_xx_xwj%2Ftr    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> 160918 INFO  (Thread-596) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> 160918 INFO  (solrHandlerExecutor-1465-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 160918 INFO  (Thread-598) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> 160919 INFO  (Thread-594) [n:127.0.0.1:38648_xx_xwj%2Ftr    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> 160919 INFO  (Thread-596) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 160919 ERROR (Thread-596) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.s.IndexSchema This IndexSchema is not mutable.
   [junit4]   2> 160919 WARN  (Thread-596)

[...truncated too long message...]

) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.Overseer Overseer (id=97005409194672143-127.0.0.1:54848_xx_xwj%2Ftr-n_0000000003) starting
   [junit4]   2> 190626 INFO  (zkCallback-802-thread-2-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 190626 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 54848
   [junit4]   2> 190626 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=336271871
   [junit4]   2> 190660 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.Overseer Overseer (id=97005409194672143-127.0.0.1:54848_xx_xwj%2Ftr-n_0000000003) closing
   [junit4]   2> 190665 WARN  (zkCallback-795-thread-5-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 190675 INFO  (OverseerStateUpdate-97005409194672143-127.0.0.1:54848_xx_xwj%2Ftr-n_0000000003) [n:127.0.0.1:54848_xx_xwj%2Ftr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54848_xx_xwj%2Ftr
   [junit4]   2> 190682 INFO  (zkCallback-802-thread-3-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 190682 INFO  (zkCallback-802-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45941_xx_xwj%2Ftr
   [junit4]   2> 190683 INFO  (zkCallback-802-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.Overseer Overseer (id=97005409194672146-127.0.0.1:45941_xx_xwj%2Ftr-n_0000000004) starting
   [junit4]   2> 191585 WARN  (zkCallback-795-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 191585 INFO  (zkCallback-795-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 191586 INFO  (zkCallback-795-thread-1-processing-n:127.0.0.1:54848_xx_xwj%2Ftr) [n:127.0.0.1:54848_xx_xwj%2Ftr c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c51c424
   [junit4]   2> 191587 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3b8618b{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 191587 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17335cf2{/xx_xwj/tr,null,UNAVAILABLE}
   [junit4]   2> 191588 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 45941
   [junit4]   2> 191588 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=90622896
   [junit4]   2> 191591 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.Overseer Overseer (id=97005409194672146-127.0.0.1:45941_xx_xwj%2Ftr-n_0000000004) closing
   [junit4]   2> 191592 INFO  (OverseerStateUpdate-97005409194672146-127.0.0.1:45941_xx_xwj%2Ftr-n_0000000004) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45941_xx_xwj%2Ftr
   [junit4]   2> 191597 WARN  (zkCallback-802-thread-1-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 193126 WARN  (zkCallback-802-thread-2-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 193126 INFO  (zkCallback-802-thread-2-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 193126 INFO  (zkCallback-802-thread-2-processing-n:127.0.0.1:45941_xx_xwj%2Ftr) [n:127.0.0.1:45941_xx_xwj%2Ftr c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5b0aa9f3
   [junit4]   2> 193129 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2be94c7a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 193129 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6596aa8b{/xx_xwj/tr,null,UNAVAILABLE}
   [junit4]   2> 193131 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[8F77F99EF6FD6134]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47741 47741
   [junit4]   2> 193301 INFO  (Thread-544) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47741 47741
   [junit4]   2> 193303 WARN  (Thread-544) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/configs/conf1
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/configs/.system
   [junit4]   2> 	2	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	37	/solr/overseer/collection-queue-work
   [junit4]   2> 	36	/solr/overseer/queue
   [junit4]   2> 	9	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=8F77F99EF6FD6134 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=da -Dtests.timezone=Indian/Mayotte -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 40.8s J0 | TestDynamicLoading.testDynamicLoading <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not get expected value  'X val' for path 'x' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "params":{"wt":"json"},
   [junit4]    >   "context":{
   [junit4]    >     "webapp":"/xx_xwj/tr",
   [junit4]    >     "path":"/test1",
   [junit4]    >     "httpMethod":"GET"},
   [junit4]    >   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
   [junit4]    >   "x":null},  from server:  null
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8F77F99EF6FD6134:573AD4C90120C494]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:535)
   [junit4]    > 	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:232)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 193306 INFO  (SUITE-TestDynamicLoading-seed#[8F77F99EF6FD6134]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8F77F99EF6FD6134-001
   [junit4]   2> Nov 26, 2016 6:31:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=da, timezone=Indian/Mayotte
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=184711096,total=428343296
   [junit4]   2> NOTE: All tests run in this JVM: [TestBinaryResponseWriter, DistributedSpellCheckComponentTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDocSet, TestHighlightDedupGrouping, TestSolrConfigHandlerCloud, TestLockTree, QueryElevationComponentTest, TestUseDocValuesAsStored2, ReplicaListTransformerTest, TestCollationFieldDocValues, TestFieldTypeCollectionResource, VersionInfoTest, PreAnalyzedFieldManagedSchemaCloudTest, UtilsToolTest, TestExactSharedStatsCache, OverseerStatusTest, HdfsBasicDistributedZk2Test, TestAuthenticationFramework, ActionThrottleTest, TestRawResponseWriter, TestDynamicLoading]
   [junit4] Completed [70/657 (1!)] on J0 in 41.34s, 1 test, 1 failure <<< FAILURES!

[...truncated 62676 lines...]



[JENKINS] Lucene-Solr-Tests-6.x - Build # 563 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/563/

All tests passed

Build Log:
[...truncated 23876 lines...]
-validate-source-patterns:
[source-patterns] nocommit: solr/core/src/test/org/apache/solr/cloud/DocValuesNotIndexedTest.java

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:765: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:130: Found 1 violations in source files (nocommit).

Total time: 75 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-6.x - Build # 562 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/562/

1 tests failed.
FAILED:  org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingSorting

Error Message:
Documents in wrong order for field: stringGSF expected:<[2]> but was:<[3]>

Stack Trace:
org.junit.ComparisonFailure: Documents in wrong order for field: stringGSF expected:<[2]> but was:<[3]>
	at __randomizedtesting.SeedInfo.seed([C4A6FB0303ADD3B9:DA9EF30B7F066939]:0)
	at org.junit.Assert.assertEquals(Assert.java:125)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.checkSortOrder(DocValuesNotIndexedTest.java:247)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingSorting(DocValuesNotIndexedTest.java:227)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12120 lines...]
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/init-core-data-001
   [junit4]   2> 1286623 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1286623 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001
   [junit4]   2> 1286623 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1286623 INFO  (Thread-2609) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1286624 INFO  (Thread-2609) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1286723 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40246
   [junit4]   2> 1286733 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1286734 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1286735 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6748e3fa{/solr,null,AVAILABLE}
   [junit4]   2> 1286735 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9edb162{HTTP/1.1,[http/1.1]}{127.0.0.1:43617}
   [junit4]   2> 1286735 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.Server Started @1291456ms
   [junit4]   2> 1286735 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43617}
   [junit4]   2> 1286735 ERROR (jetty-launcher-16772-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1286736 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 1286736 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1286736 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1286736 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-27T00:43:09.568Z
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e1fda9a{/solr,null,AVAILABLE}
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f7c1b2{HTTP/1.1,[http/1.1]}{127.0.0.1:36532}
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.Server Started @1291458ms
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36532}
   [junit4]   2> 1286737 ERROR (jetty-launcher-16772-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1286737 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-27T00:43:09.569Z
   [junit4]   2> 1286749 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1286753 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1286756 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1286757 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40246/solr
   [junit4]   2> 1286758 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1286759 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40246/solr
   [junit4]   2> 1286799 INFO  (jetty-launcher-16772-thread-2) [n:127.0.0.1:36532_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36532_solr
   [junit4]   2> 1286800 INFO  (jetty-launcher-16772-thread-2) [n:127.0.0.1:36532_solr    ] o.a.s.c.Overseer Overseer (id=97006871475453957-127.0.0.1:36532_solr-n_0000000000) starting
   [junit4]   2> 1286802 INFO  (jetty-launcher-16772-thread-1) [n:127.0.0.1:43617_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43617_solr
   [junit4]   2> 1286803 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1286803 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1286816 INFO  (jetty-launcher-16772-thread-2) [n:127.0.0.1:36532_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36532_solr
   [junit4]   2> 1286820 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1286820 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1286846 INFO  (jetty-launcher-16772-thread-2) [n:127.0.0.1:36532_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/.
   [junit4]   2> 1286866 INFO  (jetty-launcher-16772-thread-1) [n:127.0.0.1:43617_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/.
   [junit4]   2> 1286870 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1286871 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40246/solr ready
   [junit4]   2> 1286875 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1286876 INFO  (OverseerThreadFactory-7627-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.CreateCollectionCmd Create collection dv_coll
   [junit4]   2> 1286982 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1286983 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2
   [junit4]   2> 1286988 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1286988 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2
   [junit4]   2> 1287092 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1287092 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1287992 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1287997 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1288001 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1288002 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1288004 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1288006 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1288007 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
   [junit4]   2> 1288007 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
   [junit4]   2> 1288007 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
   [junit4]   2> 1288008 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
   [junit4]   2> 1288009 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1288010 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
   [junit4]   2> 1288010 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1288011 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica1' using configuration from collection dv_coll
   [junit4]   2> 1288011 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [[dv_coll_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/dv_coll_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/./dv_coll_shard2_replica1/data/]
   [junit4]   2> 1288011 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1288012 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
   [junit4]   2> 1288012 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/dv_coll_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/./dv_coll_shard3_replica1/data/]
   [junit4]   2> 1288012 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
   [junit4]   2> 1288012 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/dv_coll_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node2/./dv_coll_shard4_replica1/data/]
   [junit4]   2> 1288020 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1288020 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1288042 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288042 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288042 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1288042 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1288042 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f54a83d[dv_coll_shard2_replica1] main]
   [junit4]   2> 1288043 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1288043 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1288043 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1288043 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288044 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288044 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288044 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552109945095192576
   [junit4]   2> 1288044 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7599b485[dv_coll_shard3_replica1] main]
   [junit4]   2> 1288046 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1288046 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1288046 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1288049 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288049 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552109945100435456
   [junit4]   2> 1288049 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1288049 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1288051 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288051 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288051 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bff59be[dv_coll_shard1_replica1] main]
   [junit4]   2> 1288052 INFO  (searcherExecutor-7634-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node4) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@7599b485[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1288055 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/ has no replicas
   [junit4]   2> 1288057 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/ shard2
   [junit4]   2> 1288060 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1288060 INFO  (searcherExecutor-7633-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node1) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@6f54a83d[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288060 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1288061 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1288061 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288066 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1288067 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1288067 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/
   [junit4]   2> 1288067 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1288067 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/ has no replicas
   [junit4]   2> 1288069 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/ shard3
   [junit4]   2> 1288069 INFO  (searcherExecutor-7632-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@bff59be[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288069 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552109945121406976
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1288075 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/ has no replicas
   [junit4]   2> 1288076 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/ shard1
   [junit4]   2> 1288084 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1288084 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1288085 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288085 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288086 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3039954f[dv_coll_shard4_replica1] main]
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288087 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552109945140281344
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1288092 INFO  (searcherExecutor-7635-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node2) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@3039954f[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1288092 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/ has no replicas
   [junit4]   2> 1288095 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/ shard4
   [junit4]   2> 1288196 INFO  (zkCallback-16782-thread-4-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1288197 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1288211 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1288212 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2} status=0 QTime=1230
   [junit4]   2> 1288219 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1288221 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2} status=0 QTime=1232
   [junit4]   2> 1288227 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1288228 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2} status=0 QTime=1240
   [junit4]   2> 1288246 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1288247 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2} status=0 QTime=1264
   [junit4]   2> 1288250 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1288351 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1288351 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1288878 INFO  (OverseerCollectionConfigSetProcessor-97006871475453957-127.0.0.1:36532_solr-n_0000000000) [n:127.0.0.1:36532_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1289250 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2375
   [junit4]   2> 1289264 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 1289265 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1289267 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289280 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1289280 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1289280 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1289280 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema 
   [junit4]   2> 1289280 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 1289281 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1289281 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 3 replicas to apply schema update version 1 for collection dv_coll
   [junit4]   2> 1289282 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
   [junit4]   2> 1289282 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 1289282 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 1289283 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
   [junit4]   2> 1289284 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
   [junit4]   2> 1289287 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289290 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289296 INFO  (zkCallback-16782-thread-1-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 15 ms
   [junit4]   2> 1289296 INFO  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 13 ms
   [junit4]   2> 1289296 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard3_replica1
   [junit4]   2> 1289297 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289300 INFO  (zkCallback-16782-thread-3-processing-n:127.0.0.1:36532_solr) [n:127.0.0.1:36532_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 17 ms
   [junit4]   2> 1289301 INFO  (Thread-2628) [n:127.0.0.1:36532_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica1
   [junit4]   2> 1289304 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica1
   [junit4]   2> 1289304 INFO  (Thread-2628) [n:127.0.0.1:36532_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica1
   [junit4]   2> 1289312 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1289312 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1289313 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.SchemaManager managed schema loaded . version : 1 
   [junit4]   2> 1289315 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1289316 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.ManagedIndexSchema Took 35.0ms for 3 replicas to apply schema update version 1 for collection dv_coll
   [junit4]   2> 1289316 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=52
   [junit4]   2> 1289316 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1289317 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 1289318 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1289321 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289321 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.SolrCore core reload dv_coll_shard1_replica1
   [junit4]   2> 1289323 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289323 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
   [junit4]   2> 1289339 INFO  (TEST-DocValuesNotIndexedTest.testGroupingDVOnly-seed#[C4A6FB0303ADD3B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGroupingDVOnly
   [junit4]   2> 1289342 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1289358 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 1289363 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1289364 INFO  (Thread-2629) [n:127.0.0.1:43617_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
   [junit4]   2> 1289364 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
   [junit4]   2> 1289369 INFO  (qtp992399747-65461) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552109946470924288)} 0 13
   [junit4]   2> 1289386 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552109946500284416)} 0 2
   [junit4]   2> 1289395 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1289395 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1289395 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@751002b8[dv_coll_shard1_replica1] main]
   [junit4]   2> 1289396 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1289396 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1289396 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1289396 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1289399 INFO  (qtp1643272790-65451) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1552109946502381568)} 0 12
   [junit4]   2> 1289399 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1289399 WARN  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 1289399 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1552109946487701504)} 0 58
   [junit4]   2> 1289399 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3dced14c[dv_coll_shard1_replica1] main]
   [junit4]   2> 1289400 INFO  (Thread-2629) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1621a109
   [junit4]   2> 1289400 INFO  (searcherExecutor-7653-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@751002b8[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289400 INFO  (searcherExecutor-7653-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@3dced14c[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289401 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289401 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1289402 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289402 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1289402 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289402 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1289402 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289402 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1289403 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ab10d26[dv_coll_shard2_replica1] main]
   [junit4]   2> 1289403 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23f26fd1[dv_coll_shard3_replica1] main]
   [junit4]   2> 1289403 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289403 INFO  (searcherExecutor-7633-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node1) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@5ab10d26[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289403 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289403 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1289403 INFO  (searcherExecutor-7634-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node4) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@23f26fd1[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289403 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a363ebb[dv_coll_shard4_replica1] main]
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289404 INFO  (searcherExecutor-7635-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node2) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@2a363ebb[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289404 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1289405 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 1289426 INFO  (qtp1643272790-65456) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[2 (1552109946542227456), 3 (1552109946543276032), 105 (1552109946543276033), 6 (1552109946543276034), 7 (1552109946543276035), 9 (1552109946543276036), 115 (1552109946543276037), 18 (1552109946543276038), 120 (1552109946543276039), 26 (1552109946543276040), ... (15 adds)]} 0 1
   [junit4]   2> 1289426 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[0 (1552109946542227456), 100 (1552109946543276032), 4 (1552109946543276033), 12 (1552109946543276034), 15 (1552109946543276035), 16 (1552109946543276036), 20 (1552109946544324608), 22 (1552109946544324609), 125 (1552109946544324610), 34 (1552109946544324611), ... (18 adds)]} 0 1
   [junit4]   2> 1289426 INFO  (qtp1643272790-65451) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[1 (1552109946543276032), 8 (1552109946543276033), 10 (1552109946543276034), 110 (1552109946543276035), 11 (1552109946543276036), 13 (1552109946544324608), 14 (1552109946544324609), 24 (1552109946544324610), 27 (1552109946544324611), 28 (1552109946544324612), ... (15 adds)]} 0 1
   [junit4]   2> 1289427 INFO  (qtp992399747-65461) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[5 (1552109946543276032), 17 (1552109946545373184), 19 (1552109946545373185), 21 (1552109946545373186), 23 (1552109946545373187), 25 (1552109946545373188), 29 (1552109946545373189), 33 (1552109946545373190), 37 (1552109946545373191), 45 (1552109946545373192), ... (11 adds)]} 0 2
   [junit4]   2> 1289445 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289445 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5040744b
   [junit4]   2> 1289454 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289454 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@671648ff
   [junit4]   2> 1289456 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@596f33a4[dv_coll_shard1_replica1] main]
   [junit4]   2> 1289456 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289456 INFO  (searcherExecutor-7653-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@596f33a4[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C15)))}
   [junit4]   2> 1289456 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
   [junit4]   2> 1289457 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289457 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@35762302
   [junit4]   2> 1289459 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e008348[dv_coll_shard3_replica1] main]
   [junit4]   2> 1289459 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289459 INFO  (searcherExecutor-7634-thread-1-processing-n:127.0.0.1:43617_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node4) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@6e008348[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C15)))}
   [junit4]   2> 1289460 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 1289460 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2382beb2[dv_coll_shard2_replica1] main]
   [junit4]   2> 1289460 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289460 INFO  (searcherExecutor-7633-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node1) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@2382beb2[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C18)))}
   [junit4]   2> 1289460 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
   [junit4]   2> 1289460 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289460 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@51c1ee91
   [junit4]   2> 1289462 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73ce6922[dv_coll_shard4_replica1] main]
   [junit4]   2> 1289463 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1289463 INFO  (searcherExecutor-7635-thread-1-processing-n:127.0.0.1:36532_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node2) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@73ce6922[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C11)))}
   [junit4]   2> 1289463 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 1289463 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&commit=true&wt=javabin&version=2}{commit=} 0 28
   [junit4]   2> 1289467 INFO  (qtp992399747-65462) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289467 INFO  (qtp1643272790-65451) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289467 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289467 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289470 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392297&group.topgroups.intGSF=2015349746&group.topgroups.intGSF=2015349948&group.topgroups.intGSF=2015350050&group.topgroups.intGSF=2015350158&group.topgroups.intGSF=2015350264&group.topgroups.intGSF=2015350366&group.topgroups.intGSF=%01&group.topgroups.intGSF=2015349848&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289470 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392297&group.topgroups.intGSF=2015349746&group.topgroups.intGSF=2015349948&group.topgroups.intGSF=2015350050&group.topgroups.intGSF=2015350158&group.topgroups.intGSF=2015350264&group.topgroups.intGSF=2015350366&group.topgroups.intGSF=%01&group.topgroups.intGSF=2015349848&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289470 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392297&group.topgroups.intGSF=2015349746&group.topgroups.intGSF=2015349948&group.topgroups.intGSF=2015350050&group.topgroups.intGSF=2015350158&group.topgroups.intGSF=2015350264&group.topgroups.intGSF=2015350366&group.topgroups.intGSF=%01&group.topgroups.intGSF=2015349848&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289470 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392297&group.topgroups.intGSF=2015349746&group.topgroups.intGSF=2015349948&group.topgroups.intGSF=2015350050&group.topgroups.intGSF=2015350158&group.topgroups.intGSF=2015350264&group.topgroups.intGSF=2015350366&group.topgroups.intGSF=%01&group.topgroups.intGSF=2015349848&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289472 INFO  (qtp992399747-65465) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&ids=33,23,45,145,25,37,5,17,29,19,21&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 1289472 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&ids=22,44,34,12,35,46,36,47,15,16,0,100,135,4,125,41,20,43&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 1289473 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&ids=11,24,13,14,48,27,38,28,110,1,8,40,42,32,10&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 1289473 INFO  (qtp1643272790-65452) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392297&ids=26,39,18,140,130,120,2,3,115,6,105,7,9,30,31&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 1289473 INFO  (qtp992399747-65461) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&group.limit=100&rows=100&wt=javabin&version=2&group.field=intGSF&group=true} status=0 QTime=8
   [junit4]   2> 1289477 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289484 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289484 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289485 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289487 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=5326011352355271139&group.topgroups.longGSF=%01&group.topgroups.longGSF=5326011352355271240&group.topgroups.longGSF=5326011352355271349&group.topgroups.longGSF=5326011352355271458&group.topgroups.longGSF=5326011352355271564&group.topgroups.longGSF=5326011352355271667&group.topgroups.longGSF=5326011352355271776&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289487 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=5326011352355271139&group.topgroups.longGSF=%01&group.topgroups.longGSF=5326011352355271240&group.topgroups.longGSF=5326011352355271349&group.topgroups.longGSF=5326011352355271458&group.topgroups.longGSF=5326011352355271564&group.topgroups.longGSF=5326011352355271667&group.topgroups.longGSF=5326011352355271776&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289488 INFO  (qtp992399747-65461) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=5326011352355271139&group.topgroups.longGSF=%01&group.topgroups.longGSF=5326011352355271240&group.topgroups.longGSF=5326011352355271349&group.topgroups.longGSF=5326011352355271458&group.topgroups.longGSF=5326011352355271564&group.topgroups.longGSF=5326011352355271667&group.topgroups.longGSF=5326011352355271776&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289488 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&group.topgroups.longGSF=5326011352355271139&group.topgroups.longGSF=%01&group.topgroups.longGSF=5326011352355271240&group.topgroups.longGSF=5326011352355271349&group.topgroups.longGSF=5326011352355271458&group.topgroups.longGSF=5326011352355271564&group.topgroups.longGSF=5326011352355271667&group.topgroups.longGSF=5326011352355271776&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392307&isShard=true&wt=javabin&group.field=longGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289490 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&ids=26,39,18,140,130,120,2,3,115,6,105,7,9,30,31&isShard=true&wt=javabin&group.field=longGSF} status=0 QTime=0
   [junit4]   2> 1289490 INFO  (qtp1643272790-65455) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&ids=11,13,24,14,48,27,38,28,110,1,8,40,42,10,32&isShard=true&wt=javabin&group.field=longGSF} status=0 QTime=0
   [junit4]   2> 1289490 INFO  (qtp992399747-65466) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&ids=22,44,12,34,35,46,36,47,15,16,0,100,135,4,125,41,20,43&isShard=true&wt=javabin&group.field=longGSF} status=0 QTime=0
   [junit4]   2> 1289491 INFO  (qtp992399747-65464) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392307&ids=33,23,45,145,25,37,5,17,29,19,21&isShard=true&wt=javabin&group.field=longGSF} status=0 QTime=0
   [junit4]   2> 1289491 INFO  (qtp1643272790-65451) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&group.limit=100&rows=100&wt=javabin&version=2&group.field=longGSF&group=true} status=0 QTime=15
   [junit4]   2> 1289495 INFO  (qtp1643272790-65454) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289495 INFO  (qtp1643272790-65458) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289495 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289495 INFO  (qtp992399747-65467) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:36532/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289497 INFO  (qtp1643272790-65457) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=100.35886192536258&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=203.35886192536256&group.topgroups.doubleGSF=308.3588619253626&group.topgroups.doubleGSF=409.3588619253626&group.topgroups.doubleGSF=517.3588619253626&group.topgroups.doubleGSF=624.3588619253626&group.topgroups.doubleGSF=731.3588619253626&start=0&shard.url=http://127.0.0.1:43617/solr/dv_coll_shard1_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1480207392325&isShard=true&wt=javabin&group.field=doubleGSF&group=true} status=0 QTime=0
   [junit4]   2> 1289497 INFO  (qtp992399747-65468) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&group.topgroups.doubleGSF=100.35886192536258&group.topgroups.doubleGSF=%01&group.topgroups.doubleGSF=203.35886192536256&group.topgroups.doubleGSF=308.3588619253626&group.topgroups.doubleGSF=409.3588619253626&group.topgroups.doubleGSF=517.3588619253

[...truncated too long message...]

DocAbsent
   [junit4]   2> 1289816 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@9edb162{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1289816 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f7c1b2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1289822 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=386316932
   [junit4]   2> 1289822 INFO  (jetty-launcher-16772-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1203580093
   [junit4]   2> 1289825 INFO  (coreCloseExecutor-7657-thread-1) [n:127.0.0.1:43617_solr c:dv_coll s:shard3 r:core_node4 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a6405e0
   [junit4]   2> 1289826 INFO  (coreCloseExecutor-7658-thread-1) [n:127.0.0.1:36532_solr c:dv_coll s:shard2 r:core_node1 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1acbb942
   [junit4]   2> 1289826 INFO  (coreCloseExecutor-7658-thread-2) [n:127.0.0.1:36532_solr c:dv_coll s:shard4 r:core_node2 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1cbe8ff2
   [junit4]   2> 1289827 INFO  (coreCloseExecutor-7657-thread-2) [n:127.0.0.1:43617_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7ee79a08
   [junit4]   2> 1289828 INFO  (jetty-launcher-16772-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97006871475453957-127.0.0.1:36532_solr-n_0000000000) closing
   [junit4]   2> 1289828 INFO  (OverseerStateUpdate-97006871475453957-127.0.0.1:36532_solr-n_0000000000) [n:127.0.0.1:36532_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36532_solr
   [junit4]   2> 1289845 INFO  (zkCallback-16783-thread-3-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1289845 INFO  (zkCallback-16783-thread-1-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43617_solr
   [junit4]   2> 1289845 INFO  (jetty-launcher-16772-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e1fda9a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1291346 WARN  (zkCallback-16783-thread-2-processing-n:127.0.0.1:43617_solr) [n:127.0.0.1:43617_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1291346 INFO  (jetty-launcher-16772-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6748e3fa{/solr,null,UNAVAILABLE}
   [junit4]   2> 1291347 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40246 40246
   [junit4]   2> 1291435 INFO  (Thread-2609) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40246 40246
   [junit4]   2> 1291436 WARN  (Thread-2609) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/configs/conf1/managed-schema
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/configs/conf1/managed-schema
   [junit4]   2> 	2	/solr/collections/dv_coll/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/overseer/queue
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1291436 INFO  (SUITE-DocValuesNotIndexedTest-seed#[C4A6FB0303ADD3B9]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_C4A6FB0303ADD3B9-001
   [junit4]   2> Nov 27, 2016 12:43:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=FSTOrd50, id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{floatField=DocValuesFormat(name=Memory), doubleField=DocValuesFormat(name=Lucene54), intFieldMulti=DocValuesFormat(name=Direct), boolFieldMulti=DocValuesFormat(name=Lucene54), floatGSL=DocValuesFormat(name=Memory), longFieldMulti=DocValuesFormat(name=Asserting), intField=DocValuesFormat(name=Asserting), boolField=DocValuesFormat(name=Memory), stringFieldMulti=DocValuesFormat(name=Memory), dateFieldMulti=DocValuesFormat(name=Lucene54), longGSF=DocValuesFormat(name=Direct), doubleFieldMulti=DocValuesFormat(name=Memory), stringGSL=DocValuesFormat(name=Asserting), doubleGSF=DocValuesFormat(name=Lucene54), doubleGSL=DocValuesFormat(name=Asserting), stringGSF=DocValuesFormat(name=Lucene54), intGSL=DocValuesFormat(name=Lucene54), longField=DocValuesFormat(name=Direct), dateField=DocValuesFormat(name=Direct), dateGSF=DocValuesFormat(name=Memory), boolGSF=DocValuesFormat(name=Memory), longGSL=DocValuesFormat(name=Memory), boolGSL=DocValuesFormat(name=Direct), floatFieldMulti=DocValuesFormat(name=Asserting), floatGSF=DocValuesFormat(name=Direct), dateGSL=DocValuesFormat(name=Direct), intGSF=DocValuesFormat(name=Asserting), stringField=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=301, maxMBSortInHeap=5.703827074234427, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=id, timezone=Europe/Amsterdam
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=154236984,total=521666560
   [junit4]   2> NOTE: All tests run in this JVM: [DateMathParserTest, TestReRankQParserPlugin, TestFieldCacheReopen, OpenCloseCoreStressTest, MultiTermTest, DirectSolrConnectionTest, SortByFunctionTest, TestHdfsBackupRestoreCore, ConfigSetsAPITest, TestDocBasedVersionConstraints, TestSolrIndexConfig, TestRestManager, TestStressLiveNodes, TestLuceneMatchVersion, JavabinLoaderTest, TestConfigSets, HdfsBasicDistributedZk2Test, CdcrReplicationHandlerTest, LeaderElectionContextKeyTest, SearchHandlerTest, SolrCLIZkUtilsTest, TestUninvertingReader, CursorMarkTest, BJQParserTest, TestFuzzyAnalyzedSuggestions, HdfsSyncSliceTest, TestSuggestSpellingConverter, TestQueryTypes, SolrCmdDistributorTest, TestCursorMarkWithoutUniqueKey, SystemInfoHandlerTest, TestSearchPerf, IndexSchemaTest, DistributedIntervalFacetingTest, TestCloudManagedSchema, TestClusterProperties, CoreSorterTest, TestInitParams, BlobRepositoryCloudTest, TestClusterStateMutator, DateRangeFieldTest, TestLeaderElectionZkExpiry, IndexBasedSpellCheckerTest, ZkCLITest, TestDistributedGrouping, TestFreeTextSuggestions, TestBM25SimilarityFactory, TestSearcherReuse, SharedFSAutoReplicaFailoverTest, TestRequestForwarding, OverseerStatusTest, WordBreakSolrSpellCheckerTest, SpatialFilterTest, URLClassifyProcessorTest, TestSimpleTrackingShardHandler, SecurityConfHandlerTest, TestLegacyFieldCache, CollectionsAPIAsyncDistributedZkTest, HdfsRecoverLeaseTest, TlogReplayBufferedWhileIndexingTest, TestIntervalFaceting, TermsComponentTest, ZkControllerTest, DeleteNodeTest, TestRTimerTree, TestUseDocValuesAsStored2, TestTrie, TestSolrCloudWithKerberosAlt, SolrIndexConfigTest, LoggingHandlerTest, TestSubQueryTransformerDistrib, SampleTest, DistributedFacetPivotSmallTest, MoreLikeThisHandlerTest, HttpSolrCallGetCoreTest, TestFiltering, TestConfigSetsAPIExclusivity, TestJettySolrRunner, TestSweetSpotSimilarityFactory, TestHashQParserPlugin, DistributedQueryComponentOptimizationTest, TestFieldCacheSortRandom, TestCloudPivotFacet, TimerUtilsTest, DirectSolrSpellCheckerTest, ShardRoutingTest, DocumentBuilderTest, TestGraphMLResponseWriter, TestWordDelimiterFilterFactory, HLLSerializationTest, TestAuthenticationFramework, SchemaVersionSpecificBehaviorTest, HdfsLockFactoryTest, TestFastOutputStream, TestCoreContainer, JSONWriterTest, TestCollationFieldDocValues, TestSurroundQueryParser, TestLockTree, TestDynamicFieldResource, TestMissingGroups, TestSerializedLuceneMatchVersion, TestScoreJoinQPScore, TestRandomRequestDistribution, TestFieldSortValues, IndexSchemaRuntimeFieldTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, StatsComponentTest, BasicFunctionalityTest, TestLazyCores, HighlighterTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, TestQueryUtils, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestCSVResponseWriter, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestLFUCache, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest]
   [junit4] Completed [463/658 (1!)] on J1 in 5.58s, 4 tests, 1 failure <<< FAILURES!

[...truncated 61410 lines...]