You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/12/06 08:51:32 UTC

[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_102) - Build # 2352 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2352/
Java: 64bit/jdk1.8.0_102 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info
	at __randomizedtesting.SeedInfo.seed([A8585CADDE958709:200C63777069EAF1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1162)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1103)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:963)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1018)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11519 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/init-core-data-001
   [junit4]   2> 716048 INFO  (SUITE-TestDistributedSearch-seed#[A8585CADDE958709]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 716048 INFO  (SUITE-TestDistributedSearch-seed#[A8585CADDE958709]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 716167 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/control/cores/collection1
   [junit4]   2> 716184 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 716186 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e9ac591{/,null,AVAILABLE}
   [junit4]   2> 716188 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5954ed1b{HTTP/1.1,[http/1.1]}{127.0.0.1:33248}
   [junit4]   2> 716188 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.Server Started @718134ms
   [junit4]   2> 716188 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=33248, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/control/cores}
   [junit4]   2> 716188 ERROR (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 716188 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 716188 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 716188 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 716188 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T08:17:28.520Z
   [junit4]   2> 716189 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/control/solr.xml
   [junit4]   2> 716193 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 716210 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/control/cores
   [junit4]   2> 716210 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 716210 INFO  (coreLoadExecutor-2732-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 716234 WARN  (coreLoadExecutor-2732-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 716235 INFO  (coreLoadExecutor-2732-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 716252 INFO  (coreLoadExecutor-2732-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 716311 WARN  (coreLoadExecutor-2732-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 716313 INFO  (coreLoadExecutor-2732-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 716317 INFO  (coreLoadExecutor-2732-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 716317 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 716317 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@743371eb
   [junit4]   2> 716318 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4371083800193559]
   [junit4]   2> 716326 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 716326 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 716326 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 716326 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 716327 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4610080650708005]
   [junit4]   2> 716327 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@783bb1f7[collection1] main]
   [junit4]   2> 716327 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 716366 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 716524 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 716524 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 716524 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 716525 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 716525 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 716525 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 716525 INFO  (coreLoadExecutor-2732-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552953899857477632
   [junit4]   2> 716525 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 716525 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 716525 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 716526 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 716526 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@783bb1f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 716775 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 716776 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 716777 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43112e72{/,null,AVAILABLE}
   [junit4]   2> 716777 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6815cd39{HTTP/1.1,[http/1.1]}{127.0.0.1:44696}
   [junit4]   2> 716778 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.Server Started @718724ms
   [junit4]   2> 716778 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=44696, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/shard0/cores}
   [junit4]   2> 716778 ERROR (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 716778 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 716778 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 716778 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 716778 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T08:17:29.110Z
   [junit4]   2> 716778 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 716783 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 716784 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/shard0/cores
   [junit4]   2> 716784 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 716786 INFO  (coreLoadExecutor-2743-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 716806 WARN  (coreLoadExecutor-2743-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 716807 INFO  (coreLoadExecutor-2743-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 716823 INFO  (coreLoadExecutor-2743-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 716893 WARN  (coreLoadExecutor-2743-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 716894 INFO  (coreLoadExecutor-2743-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 716899 INFO  (coreLoadExecutor-2743-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 716899 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 716899 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@743371eb
   [junit4]   2> 716899 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4371083800193559]
   [junit4]   2> 716909 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 716909 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 716910 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 716910 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 716910 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4610080650708005]
   [junit4]   2> 716910 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b50bdca[collection1] main]
   [junit4]   2> 716911 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 716930 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 717043 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 717043 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 717043 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 717043 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 717043 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 717043 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 717043 INFO  (coreLoadExecutor-2743-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552953900400640000
   [junit4]   2> 717043 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 717043 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 717044 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 717044 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 717044 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b50bdca[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 717285 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 717288 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1552953900656492544)} 0 1
   [junit4]   2> 717289 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1552953900657541120)} 0 1
   [junit4]   2> 717292 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1552953900660686848)]} 0 1
   [junit4]   2> 717295 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1552953900663832576)]} 0 1
   [junit4]   2> 717297 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1552953900665929728)]} 0 0
   [junit4]   2> 717298 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1552953900668026880)]} 0 0
   [junit4]   2> 717300 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1552953900670124032)]} 0 0
   [junit4]   2> 717302 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1552953900672221184)]} 0 0
   [junit4]   2> 717304 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1552953900673269760)]} 0 0
   [junit4]   2> 717305 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1552953900675366912)]} 0 0
   [junit4]   2> 717307 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1552953900677464064)]} 0 0
   [junit4]   2> 717309 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1552953900678512640)]} 0 0
   [junit4]   2> 717310 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1552953900680609792)]} 0 0
   [junit4]   2> 717312 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1552953900682706944)]} 0 0
   [junit4]   2> 717314 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1552953900683755520)]} 0 0
   [junit4]   2> 717315 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1552953900685852672)]} 0 0
   [junit4]   2> 717317 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1552953900687949824)]} 0 0
   [junit4]   2> 717319 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1552953900688998400)]} 0 0
   [junit4]   2> 717320 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1552953900691095552)]} 0 0
   [junit4]   2> 717322 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1552953900693192704)]} 0 0
   [junit4]   2> 717324 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 717324 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@462452f2
   [junit4]   2> 717330 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46d0ec27[collection1] main]
   [junit4]   2> 717330 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 717331 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@46d0ec27[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c9)))}
   [junit4]   2> 717331 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 717332 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 717332 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@754b435c
   [junit4]   2> 717336 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ec48158[collection1] main]
   [junit4]   2> 717336 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 717338 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ec48158[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c9)))}
   [junit4]   2> 717338 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 717341 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1552953900711018496)]} 0 1
   [junit4]   2> 717343 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1552953900714164224)]} 0 0
   [junit4]   2> 717345 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1552953900717309952)]} 0 0
   [junit4]   2> 717347 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1552953900719407104)]} 0 0
   [junit4]   2> 717349 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1552953900720455680)]} 0 0
   [junit4]   2> 717351 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1552953900723601408)]} 0 0
   [junit4]   2> 717353 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1552953900724649984)]} 0 0
   [junit4]   2> 717354 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1552953900726747136)]} 0 0
   [junit4]   2> 717356 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1552953900728844288)]} 0 0
   [junit4]   2> 717358 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1552953900730941440)]} 0 0
   [junit4]   2> 717360 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1552953900733038592)]} 0 0
   [junit4]   2> 717361 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1552953900734087168)]} 0 0
   [junit4]   2> 717363 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1552953900736184320)]} 0 0
   [junit4]   2> 717365 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1552953900737232896)]} 0 0
   [junit4]   2> 717366 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1552953900739330048)]} 0 0
   [junit4]   2> 717368 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1552953900740378624)]} 0 0
   [junit4]   2> 717370 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1552953900742475776)]} 0 0
   [junit4]   2> 717371 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1552953900744572928)]} 0 0
   [junit4]   2> 717373 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1552953900746670080)]} 0 0
   [junit4]   2> 717375 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1552953900748767232)]} 0 0
   [junit4]   2> 717377 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1552953900750864384)]} 0 0
   [junit4]   2> 717378 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1552953900751912960)]} 0 0
   [junit4]   2> 717380 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1552953900754010112)]} 0 0
   [junit4]   2> 717382 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1552953900755058688)]} 0 0
   [junit4]   2> 717383 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1552953900757155840)]} 0 0
   [junit4]   2> 717386 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1552953900759252992)]} 0 0
   [junit4]   2> 717387 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1552953900761350144)]} 0 0
   [junit4]   2> 717389 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1552953900763447296)]} 0 0
   [junit4]   2> 717391 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1552953900764495872)]} 0 0
   [junit4]   2> 717392 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1552953900766593024)]} 0 0
   [junit4]   2> 717394 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1552953900768690176)]} 0 0
   [junit4]   2> 717395 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1552953900769738752)]} 0 0
   [junit4]   2> 717397 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1552953900771835904)]} 0 0
   [junit4]   2> 717399 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1552953900773933056)]} 0 0
   [junit4]   2> 717400 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1552953900774981632)]} 0 0
   [junit4]   2> 717402 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1552953900777078784)]} 0 0
   [junit4]   2> 717404 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1552953900778127360)]} 0 0
   [junit4]   2> 717405 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1552953900780224512)]} 0 0
   [junit4]   2> 717407 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1552953900782321664)]} 0 0
   [junit4]   2> 717409 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1552953900783370240)]} 0 0
   [junit4]   2> 717410 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1552953900785467392)]} 0 0
   [junit4]   2> 717412 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1552953900787564544)]} 0 0
   [junit4]   2> 717413 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1552953900788613120)]} 0 0
   [junit4]   2> 717415 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1552953900790710272)]} 0 0
   [junit4]   2> 717417 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1552953900792807424)]} 0 0
   [junit4]   2> 717418 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1552953900793856000)]} 0 0
   [junit4]   2> 717420 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1552953900795953152)]} 0 0
   [junit4]   2> 717421 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1552953900797001728)]} 0 0
   [junit4]   2> 717423 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1552953900799098880)]} 0 0
   [junit4]   2> 717425 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1552953900800147456)]} 0 0
   [junit4]   2> 717426 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1552953900802244608)]} 0 0
   [junit4]   2> 717428 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1552953900804341760)]} 0 0
   [junit4]   2> 717430 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1552953900806438912)]} 0 0
   [junit4]   2> 717432 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1552953900807487488)]} 0 0
   [junit4]   2> 717433 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1552953900809584640)]} 0 0
   [junit4]   2> 717435 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1552953900811681792)]} 0 0
   [junit4]   2> 717437 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1552953900813778944)]} 0 0
   [junit4]   2> 717438 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1552953900814827520)]} 0 0
   [junit4]   2> 717440 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1552953900816924672)]} 0 0
   [junit4]   2> 717441 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1552953900817973248)]} 0 0
   [junit4]   2> 717443 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1552953900820070400)]} 0 0
   [junit4]   2> 717445 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1552953900822167552)]} 0 0
   [junit4]   2> 717447 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1552953900824264704)]} 0 0
   [junit4]   2> 717449 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1552953900826361856)]} 0 0
   [junit4]   2> 717450 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1552953900827410432)]} 0 0
   [junit4]   2> 717452 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1552953900829507584)]} 0 0
   [junit4]   2> 717454 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1552953900830556160)]} 0 0
   [junit4]   2> 717455 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1552953900832653312)]} 0 0
   [junit4]   2> 717457 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1552953900834750464)]} 0 0
   [junit4]   2> 717459 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1552953900836847616)]} 0 0
   [junit4]   2> 717460 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1552953900837896192)]} 0 0
   [junit4]   2> 717462 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1552953900839993344)]} 0 0
   [junit4]   2> 717464 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1552953900842090496)]} 0 0
   [junit4]   2> 717465 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1552953900843139072)]} 0 0
   [junit4]   2> 717467 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1552953900845236224)]} 0 0
   [junit4]   2> 717469 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1552953900847333376)]} 0 0
   [junit4]   2> 717471 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1552953900848381952)]} 0 0
   [junit4]   2> 717472 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1552953900850479104)]} 0 0
   [junit4]   2> 717474 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1552953900852576256)]} 0 0
   [junit4]   2> 717476 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1552953900853624832)]} 0 0
   [junit4]   2> 717477 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1552953900855721984)]} 0 0
   [junit4]   2> 717479 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1552953900857819136)]} 0 0
   [junit4]   2> 717480 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1552953900858867712)]} 0 0
   [junit4]   2> 717482 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1552953900860964864)]} 0 0
   [junit4]   2> 717484 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1552953900863062016)]} 0 0
   [junit4]   2> 717486 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1552953900864110592)]} 0 0
   [junit4]   2> 717487 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1552953900866207744)]} 0 0
   [junit4]   2> 717489 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1552953900868304896)]} 0 0
   [junit4]   2> 717491 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1552953900870402048)]} 0 0
   [junit4]   2> 717493 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1552953900871450624)]} 0 0
   [junit4]   2> 717494 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1552953900873547776)]} 0 0
   [junit4]   2> 717496 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1552953900875644928)]} 0 0
   [junit4]   2> 717498 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1552953900877742080)]} 0 0
   [junit4]   2> 717500 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1552953900878790656)]} 0 0
   [junit4]   2> 717501 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1552953900880887808)]} 0 0
   [junit4]   2> 717503 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1552953900882984960)]} 0 0
   [junit4]   2> 717504 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1552953900884033536)]} 0 0
   [junit4]   2> 717506 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1552953900886130688)]} 0 0
   [junit4]   2> 717508 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1552953900888227840)]} 0 0
   [junit4]   2> 717510 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1552953900889276416)]} 0 0
   [junit4]   2> 717511 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1552953900891373568)]} 0 0
   [junit4]   2> 717513 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1552953900893470720)]} 0 0
   [junit4]   2> 717515 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1552953900894519296)]} 0 0
   [junit4]   2> 717516 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1552953900896616448)]} 0 0
   [junit4]   2> 717518 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1552953900898713600)]} 0 0
   [junit4]   2> 717520 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1552953900900810752)]} 0 0
   [junit4]   2> 717522 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1552953900902907904)]} 0 0
   [junit4]   2> 717523 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1552953900903956480)]} 0 0
   [junit4]   2> 717525 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1552953900906053632)]} 0 0
   [junit4]   2> 717526 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1552953900907102208)]} 0 0
   [junit4]   2> 717528 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1552953900909199360)]} 0 0
   [junit4]   2> 717529 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1552953900910247936)]} 0 0
   [junit4]   2> 717531 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1552953900912345088)]} 0 0
   [junit4]   2> 717533 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1552953900913393664)]} 0 0
   [junit4]   2> 717534 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1552953900915490816)]} 0 0
   [junit4]   2> 717536 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1552953900917587968)]} 0 0
   [junit4]   2> 717537 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1552953900918636544)]} 0 0
   [junit4]   2> 717539 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1552953900920733696)]} 0 0
   [junit4]   2> 717540 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 717540 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@462452f2
   [junit4]   2> 717547 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e25db12[collection1] main]
   [junit4]   2> 717548 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 717548 INFO  (searcherExecutor-2733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e25db12[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c9) Uninverting(_1(6.4.0):c59)))}
   [junit4]   2> 717548 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 8
   [junit4]   2> 717550 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 717550 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@754b435c
   [junit4]   2> 717557 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59a74133[collection1] main]
   [junit4]   2> 717557 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 717557 INFO  (searcherExecutor-2744-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@59a74133[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c9) Uninverting(_1(6.4.0):c59)))}
   [junit4]   2> 717557 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 717560 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 717560 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 717561 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 717561 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 717563 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717570 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::083]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012249898&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717573 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012249898&ids=132,122,100,101,14,4,114,104,119,10&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717587 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:44696//collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=20
   [junit4]   2> 717590 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717595 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012249924&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717598 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012249924&ids=11,110,13,146,147,116,105,129,141,120&isShard=true&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717600 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=8
   [junit4]   2> 717604 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717608 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:44696//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1481012249938&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717611 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012249938&ids=110,111,144,145,147,127,117,8,109,120&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717612 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1|[ff01::083]:33332/&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 717615 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717620 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012249949&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717623 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012249949&ids=132,134,15,5,115,104,149,129,140,142&isShard=true&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717624 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 717627 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717632 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012249962&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717634 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012249962&ids=112,145,136,4,147,137,148,117,8,142&isShard=true&shard.url=http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717635 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 717637 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717641 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1481012249972&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717644 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012249972&ids=100,123,135,114,126,6,107,129,10,120&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717646 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1|[ff01::213]:33332/&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 717648 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717653 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012249983&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717655 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012249983&ids=143,125,126,1001,117,128,107,8,109,141&isShard=true&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717655 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717657 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717661 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012249991&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717663 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012249991&ids=12,134,146,113,115,137,17,106,9,108&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717664 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:44696//collection1&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717666 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717669 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012250000&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717671 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250000&ids=121,11,144,102,5,6,138,106,107,109&isShard=true&shard.url=http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717672 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717673 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717677 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012250007&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717679 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250007&ids=12,4,147,125,15,137,117,7,129,141&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717679 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:44696//collection1&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717681 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717685 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012250015&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717687 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250015&ids=134,124,135,15,5,126,104,117,9,120&isShard=true&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717688 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:44696//collection1&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717690 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717693 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012250024&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717695 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250024&ids=133,123,112,136,6,106,8,140,10,142&isShard=true&shard.url=http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717696 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717699 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717702 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012250033&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717704 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250033&ids=122,13,2,3,135,137,104,105,139,141&isShard=true&shard.url=http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717705 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717707 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717711 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012250041&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717713 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250041&ids=12,100,113,103,136,148,6,1001,8,9&isShard=true&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717713 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:44696//collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 717715 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717719 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1481012250049&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717721 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250049&ids=145,113,14,147,16,138,139,129,141,131&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717722 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1|[ff01::213]:33332/|[ff01::083]:33332/&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717724 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717727 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012250058&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717729 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250058&ids=132,100,101,3,5,149,105,6,1001,118&isShard=true&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717730 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:44696//collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 717732 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717736 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012250066&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717738 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250066&ids=122,146,15,137,104,116,17,139,9,130&isShard=true&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717739 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:44696//collection1&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717741 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717745 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=http://127.0.0.1:44696//collection1&rows=10&version=2&q=*:*&NOW=1481012250075&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717747 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250075&ids=110,132,123,2,14,147,125,105,117,142&isShard=true&shard.url=http://127.0.0.1:44696//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717747 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717750 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717753 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i1+desc&shard.url=http://127.0.0.1:44696//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1481012250084&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717755 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250084&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717756 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1|[ff01::083]:33332/&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717759 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort={!func}testfunc(add(a_i1,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717763 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort={!func}testfunc(add(a_i1,5))+desc&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1481012250093&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717765 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250093&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717766 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort={!func}testfunc(add(a_i1,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717768 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=a_i1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717771 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i1+asc&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1481012250102&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717773 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250102&ids=11,12,1,13,2,3,4,6,7,9&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717774 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1|[ff01::213]:33332/&sort=a_i1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717776 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&fl=*,score&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717779 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&sort=a_i1+desc&shard.url=http://127.0.0.1:44696//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1481012250110&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717781 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&fl=*,score&shards.purpose=64&NOW=1481012250110&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717782 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1|[ff01::114]:33332/&fl=*,score&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 717784 INFO  (qtp2007013498-4970) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&fl=*,score&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717788 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=http://127.0.0.1:44696//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1481012250118&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717789 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&fl=*,score&shards.purpose=64&NOW=1481012250118&ids=12,100,113,103,136,148,6,1001,8,9&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717790 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:44696//collection1|[ff01::114]:33332/&fl=*,score&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 717792 INFO  (qtp2007013498-4977) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717796 INFO  (qtp487358168-4992) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::114]:33332/|http://127.0.0.1:44696//collection1|[ff01::213]:33332/|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1481012250126&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 717798 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481012250126&ids=122,13,2,3,135,137,104,105,139,141&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:44696//collection1|[ff01::213]:33332/|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717798 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:44696//collection1|[ff01::213]:33332/|[ff01::083]:33332/&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 717800 INFO  (qtp2007013498-4976) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q={!func}a_i1&distrib=false&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717804 INFO  (qtp487358168-4993) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q={!func}a_i1&distrib=false&fl=id&fl=score&shards.purpose=4&NOW=1481012250134&start=0&fsv=true&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/&rows=10&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717805 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q={!func}a_i1&distrib=false&shards.purpose=64&NOW=1481012250134&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=http://127.0.0.1:44696//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 717806 INFO  (qtp487358168-4987) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q={!func}a_i1&shards=http://127.0.0.1:44696//collection1|[ff01::213]:33332/&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 717808 INFO  (qtp2007013498-4973) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q={!func}a_i1&distrib=false&fl=*,score&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717811 INFO  (qtp487358168-4988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q={!func}a_i1&distrib=false&fl=id&fl=score&shards.purpose=4&NOW=1481012250142&start=0&fsv=true&isShard=true&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:44696//collection1&rows=10&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 717813 INFO  (qtp487358168-4994) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q={!func}a_i1&distrib=false&fl=*,score&shards.purpose=64&NOW=1481012250142&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&sha

[...truncated too long message...]

:collection1] o.a.s.h.c.SearchHandler Query: distrib=false&fl=id,a_i1&group.limit=10&sort=a_i1+asc,+id+asc&shards.info=true&rows=100&group.query=a_t:kings+OR+a_t:eggs&version=2&q=*:*&shards.tolerant=true&timeAllowed=1&wt=javabin&group=true; The request took too long to iterate over terms. Timeout: timeoutAt: 1722359395684716 (System.nanoTime(): 1722359403196153), TermsEnum=org.apache.lucene.codecs.blocktree.SegmentTermsEnum@709f9ba3
   [junit4]   2> 777728 INFO  (qtp402700523-5019) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id,a_i1&group.limit=10&sort=a_i1+asc,+id+asc&shards.info=true&rows=100&group.query=a_t:kings+OR+a_t:eggs&version=2&q=*:*&shards.tolerant=true&timeAllowed=1&wt=javabin&group=true} status=0 QTime=11
   [junit4]   2> 777736 WARN  (qtp294817485-5035) [    x:collection1] o.a.s.h.c.SearchHandler Query: distrib=false&fl=id&group.limit=10&shards.purpose=4&start=0&sort=a_i1+asc,+id+asc&shards.info=true&shard.url=http://127.0.0.1:45883//collection1&rows=100&group.query=a_t:kings+OR+a_t:eggs&version=2&group.distributed.second=true&q=*:*&shards.tolerant=true&NOW=1481012310062&isShard=true&timeAllowed=1&wt=javabin&group=true; The request took too long to iterate over terms. Timeout: timeoutAt: 1722359411197178 (System.nanoTime(): 1722359412020992), TermsEnum=org.apache.lucene.codecs.blocktree.SegmentTermsEnum@1dd034a5
   [junit4]   2> 777737 INFO  (qtp294817485-5035) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&group.limit=10&shards.purpose=4&start=0&sort=a_i1+asc,+id+asc&shards.info=true&shard.url=http://127.0.0.1:45883//collection1&rows=100&group.query=a_t:kings+OR+a_t:eggs&version=2&group.distributed.second=true&q=*:*&shards.tolerant=true&NOW=1481012310062&isShard=true&timeAllowed=1&wt=javabin&group=true} status=0 QTime=2
   [junit4]   2> 777748 INFO  (qtp807873142-5052) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={fl=id,a_i1&group.limit=10&sort=a_i1+asc,+id+asc&shards.info=true&rows=100&group.query=a_t:kings+OR+a_t:eggs&version=2&q=*:*&shards=http://127.0.0.1:45883//collection1,[ff01::114]:33332/|http://127.0.0.1:36278//collection1|[ff01::213]:33332/&shards.tolerant=true&timeAllowed=1&wt=javabin&group=true} status=0 QTime=18
   [junit4]   2> 777750 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 777751 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7545d66d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 777751 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1352012719
   [junit4]   2> 777751 INFO  (coreCloseExecutor-2786-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@181bdc99
   [junit4]   2> 777761 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a1bfd26{/,null,UNAVAILABLE}
   [junit4]   2> 777762 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@78b0800{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 777762 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=993415514
   [junit4]   2> 777763 INFO  (coreCloseExecutor-2788-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@16cd5669
   [junit4]   2> 777792 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3bea9465{/,null,UNAVAILABLE}
   [junit4]   2> 777794 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4c3dc500{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 777794 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1435574245
   [junit4]   2> 777794 INFO  (coreCloseExecutor-2790-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@459f7be
   [junit4]   2> 777806 INFO  (TEST-TestDistributedSearch.test-seed#[A8585CADDE958709]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@282c2a07{/,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=A8585CADDE958709 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl-NL -Dtests.timezone=Pacific/Niue -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 61.8s J0 | TestDistributedSearch.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A8585CADDE958709:200C63777069EAF1]:0)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1162)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1103)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:963)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1018)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 777809 INFO  (SUITE-TestDistributedSearch-seed#[A8585CADDE958709]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_A8585CADDE958709-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), SubjectTerms_mfacet=Lucene50(blocksize=128), n_l1=Lucene50(blocksize=128), a_n_tdt=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), intDefault=Lucene50(blocksize=128), n_td1=PostingsFormat(name=LuceneVarGapFixedInterval), n_d1=Lucene50(blocksize=128), n_f1=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_l=Lucene50(blocksize=128), n_tl1=PostingsFormat(name=LuceneVarGapFixedInterval), oddField_s=PostingsFormat(name=Memory doPackFST= false), n_tf1=Lucene50(blocksize=128), lowerfilt1and2=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=Lucene50(blocksize=128), lowerfilt=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneFixedGap), text=PostingsFormat(name=Memory doPackFST= false), timestamp=Lucene50(blocksize=128), severity=PostingsFormat(name=Memory doPackFST= false), foo_sev_enum=PostingsFormat(name=LuceneFixedGap), n_dt1=PostingsFormat(name=LuceneVarGapFixedInterval), a_i1=Lucene50(blocksize=128), b_n_tdt=Lucene50(blocksize=128), n_ti1=PostingsFormat(name=LuceneFixedGap), rnd_b=PostingsFormat(name=LuceneFixedGap), _version_=Lucene50(blocksize=128), foo_b=PostingsFormat(name=Memory doPackFST= false), n_tdt1=Lucene50(blocksize=128), foo_d=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=Lucene50(blocksize=128), foo_f=PostingsFormat(name=Memory doPackFST= false)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), foo_sev_enum=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1948, maxMBSortInHeap=5.78279823190105, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=nl-NL, timezone=Pacific/Niue
   [junit4]   2> NOTE: Linux 4.4.0-47-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=12,threads=1,free=267326016,total=503316480
   [junit4]   2> NOTE: All tests run in this JVM: [HttpPartitionTest, TestFoldingMultitermQuery, TestSolrDeletionPolicy2, DistributedFacetPivotSmallAdvancedTest, TestSchemaVersionResource, TestBulkSchemaConcurrent, CloudMLTQParserTest, TestComponentsName, TestCustomStream, TestSolrQueryParserResource, TestHdfsUpdateLog, SignatureUpdateProcessorFactoryTest, TestReloadAndDeleteDocs, BasicZkTest, ExitableDirectoryReaderTest, PeerSyncReplicationTest, PeerSyncTest, UUIDUpdateProcessorFallbackTest, TestPushWriter, TestLazyCores, LeaderElectionIntegrationTest, TestConfigReload, TestSchemaNameResource, TestFaceting, TestSubQueryTransformerCrossCore, MBeansHandlerTest, TestOmitPositions, RankQueryTest, TestSha256AuthenticationProvider, TestScoreJoinQPNoScore, StandardRequestHandlerTest, HdfsRestartWhileUpdatingTest, FacetPivotSmallTest, TestRealTimeGet, TestAtomicUpdateErrorCases, TestCloudRecovery, DeleteLastCustomShardedReplicaTest, TestCrossCoreJoin, TestJoin, DistributedQueryComponentCustomSortTest, TestCodecSupport, SyncSliceTest, TestBackupRepositoryFactory, TestTrackingShardHandlerFactory, FastVectorHighlighterTest, TestDistributedStatsComponentCardinality, AtomicUpdatesTest, TestSmileRequest, DefaultValueUpdateProcessorTest, EnumFieldTest, HLLSerializationTest, SolrRequestParserTest, TestCryptoKeys, TestReqParamsAPI, TestConfigSetsAPI, TestConfigSetProperties, InfoHandlerTest, QueryEqualityTest, CachingDirectoryFactoryTest, AnalyticsQueryTest, TestFileDictionaryLookup, StatsReloadRaceTest, TestMaxScoreQueryParser, HdfsChaosMonkeyNothingIsSafeTest, TestCSVLoader, AsyncCallRequestStatusResponseTest, TestFieldCacheWithThreads, TestUseDocValuesAsStored, TestBadConfig, SolrCoreTest, TestDistributedSearch]
   [junit4] Completed [255/660 (1!)] on J0 in 61.79s, 1 test, 1 failure <<< FAILURES!

[...truncated 62081 lines...]


[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_102) - Build # 2355 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2355/
Java: 64bit/jdk1.8.0_102 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([3A32EC387A633C72:B266D3E2D49F518A]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:609)
	at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:595)
	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:294)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:125)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11118 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/init-core-data-001
   [junit4]   2> 316561 INFO  (SUITE-HttpPartitionTest-seed#[3A32EC387A633C72]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 316561 INFO  (SUITE-HttpPartitionTest-seed#[3A32EC387A633C72]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 316562 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 316562 INFO  (Thread-435) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 316562 INFO  (Thread-435) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 316662 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.ZkTestServer start zk server on port:40706
   [junit4]   2> 316668 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 316669 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 316669 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 316670 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 316670 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 316671 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 316672 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 316672 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 316673 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 316673 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 316674 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 316733 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/control-001/cores/collection1
   [junit4]   2> 316735 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 316735 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b8f4d82{/,null,AVAILABLE}
   [junit4]   2> 316736 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4be411db{HTTP/1.1,[http/1.1]}{127.0.0.1:34392}
   [junit4]   2> 316736 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.Server Started @318433ms
   [junit4]   2> 316736 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/tempDir-001/control/data, hostContext=/, hostPort=35327, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/control-001/cores}
   [junit4]   2> 316737 ERROR (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 316737 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.4.0
   [junit4]   2> 316737 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 316737 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 316737 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T16:18:15.354Z
   [junit4]   2> 316740 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 316740 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158d4edaa0c0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 316740 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/control-001/solr.xml
   [junit4]   2> 316759 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 316760 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40706/solr
   [junit4]   2> 316780 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:35327_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35327_
   [junit4]   2> 316780 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:35327_    ] o.a.s.c.Overseer Overseer (id=97061509213716484-127.0.0.1:35327_-n_0000000000) starting
   [junit4]   2> 316786 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:35327_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35327_
   [junit4]   2> 316788 INFO  (OverseerStateUpdate-97061509213716484-127.0.0.1:35327_-n_0000000000) [n:127.0.0.1:35327_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 316833 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:35327_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/control-001/cores
   [junit4]   2> 316833 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:35327_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 316836 INFO  (OverseerStateUpdate-97061509213716484-127.0.0.1:35327_-n_0000000000) [n:127.0.0.1:35327_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 317846 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 317858 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 317924 WARN  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 317926 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 317933 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 317933 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/control-001/cores/collection1/data/]
   [junit4]   2> 317933 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@420a9b7b
   [junit4]   2> 317934 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21791737715316925]
   [junit4]   2> 317937 WARN  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 317943 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 317943 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 317948 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 317948 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 317948 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=6.248046875, floorSegmentMB=0.6923828125, forceMergeDeletesPctAllowed=8.94610845497283, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1168316969385793
   [junit4]   2> 317949 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4550bec4[collection1] main]
   [junit4]   2> 317949 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 317950 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 317950 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 317950 INFO  (searcherExecutor-811-thread-1-processing-n:127.0.0.1:35327_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4550bec4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 317950 INFO  (coreLoadExecutor-810-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552984148873838592
   [junit4]   2> 317955 INFO  (coreZkRegister-803-thread-1-processing-n:127.0.0.1:35327_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 317955 INFO  (coreZkRegister-803-thread-1-processing-n:127.0.0.1:35327_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 317955 INFO  (coreZkRegister-803-thread-1-processing-n:127.0.0.1:35327_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35327/collection1/
   [junit4]   2> 317955 INFO  (coreZkRegister-803-thread-1-processing-n:127.0.0.1:35327_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 317955 INFO  (coreZkRegister-803-thread-1-processing-n:127.0.0.1:35327_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35327/collection1/ has no replicas
   [junit4]   2> 317958 INFO  (coreZkRegister-803-thread-1-processing-n:127.0.0.1:35327_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35327/collection1/ shard1
   [junit4]   2> 318108 INFO  (coreZkRegister-803-thread-1-processing-n:127.0.0.1:35327_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 318340 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 318341 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40706/solr ready
   [junit4]   2> 318341 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 318406 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-1-001/cores/collection1
   [junit4]   2> 318406 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-1-001
   [junit4]   2> 318407 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 318409 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e6da314{/,null,AVAILABLE}
   [junit4]   2> 318409 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@374ea950{HTTP/1.1,[http/1.1]}{127.0.0.1:40130}
   [junit4]   2> 318409 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.Server Started @320106ms
   [junit4]   2> 318409 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=34481, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-1-001/cores}
   [junit4]   2> 318410 ERROR (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 318410 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.4.0
   [junit4]   2> 318410 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 318410 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 318410 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T16:18:17.027Z
   [junit4]   2> 318413 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 318413 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-1-001/solr.xml
   [junit4]   2> 318420 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 318420 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40706/solr
   [junit4]   2> 318425 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:34481_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 318427 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:34481_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34481_
   [junit4]   2> 318429 INFO  (zkCallback-380-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 318429 INFO  (zkCallback-375-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 318429 INFO  (zkCallback-371-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 318463 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:34481_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-1-001/cores
   [junit4]   2> 318463 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:34481_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 318465 INFO  (OverseerStateUpdate-97061509213716484-127.0.0.1:35327_-n_0000000000) [n:127.0.0.1:35327_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 319474 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 319485 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 319557 WARN  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 319559 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 319567 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 319567 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 319567 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@420a9b7b
   [junit4]   2> 319569 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21791737715316925]
   [junit4]   2> 319572 WARN  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 319578 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 319578 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 319579 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 319579 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 319579 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=6.248046875, floorSegmentMB=0.6923828125, forceMergeDeletesPctAllowed=8.94610845497283, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1168316969385793
   [junit4]   2> 319580 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b83e1fa[collection1] main]
   [junit4]   2> 319581 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 319581 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 319581 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 319582 INFO  (searcherExecutor-822-thread-1-processing-n:127.0.0.1:34481_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b83e1fa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 319582 INFO  (coreLoadExecutor-821-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552984150585114624
   [junit4]   2> 319586 INFO  (coreZkRegister-816-thread-1-processing-n:127.0.0.1:34481_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 319586 INFO  (coreZkRegister-816-thread-1-processing-n:127.0.0.1:34481_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 319586 INFO  (coreZkRegister-816-thread-1-processing-n:127.0.0.1:34481_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34481/collection1/
   [junit4]   2> 319586 INFO  (coreZkRegister-816-thread-1-processing-n:127.0.0.1:34481_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 319587 INFO  (coreZkRegister-816-thread-1-processing-n:127.0.0.1:34481_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:34481/collection1/ has no replicas
   [junit4]   2> 319589 INFO  (coreZkRegister-816-thread-1-processing-n:127.0.0.1:34481_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34481/collection1/ shard2
   [junit4]   2> 319739 INFO  (coreZkRegister-816-thread-1-processing-n:127.0.0.1:34481_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 320110 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-2-001/cores/collection1
   [junit4]   2> 320111 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-2-001
   [junit4]   2> 320111 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 320112 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@334a00b1{/,null,AVAILABLE}
   [junit4]   2> 320113 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39f7c2f5{HTTP/1.1,[http/1.1]}{127.0.0.1:34763}
   [junit4]   2> 320113 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.Server Started @321810ms
   [junit4]   2> 320113 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=40718, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-2-001/cores}
   [junit4]   2> 320113 ERROR (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 320113 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.4.0
   [junit4]   2> 320113 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 320113 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 320113 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T16:18:18.730Z
   [junit4]   2> 320115 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 320115 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-2-001/solr.xml
   [junit4]   2> 320120 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 320121 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40706/solr
   [junit4]   2> 320125 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:40718_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 320127 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:40718_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40718_
   [junit4]   2> 320127 INFO  (zkCallback-375-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 320127 INFO  (zkCallback-380-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 320128 INFO  (zkCallback-371-thread-2-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 320128 INFO  (zkCallback-386-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 320195 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:40718_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-2-001/cores
   [junit4]   2> 320196 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:40718_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 320197 INFO  (OverseerStateUpdate-97061509213716484-127.0.0.1:35327_-n_0000000000) [n:127.0.0.1:35327_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 321211 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 321226 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 321337 WARN  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 321340 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 321347 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 321348 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-2-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 321348 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@420a9b7b
   [junit4]   2> 321349 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21791737715316925]
   [junit4]   2> 321353 WARN  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 321363 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 321363 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 321364 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 321364 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 321364 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=6.248046875, floorSegmentMB=0.6923828125, forceMergeDeletesPctAllowed=8.94610845497283, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1168316969385793
   [junit4]   2> 321365 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26657313[collection1] main]
   [junit4]   2> 321365 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 321366 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 321366 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 321367 INFO  (searcherExecutor-833-thread-1-processing-n:127.0.0.1:40718_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@26657313[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 321367 INFO  (coreLoadExecutor-832-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552984152456822784
   [junit4]   2> 321372 INFO  (coreZkRegister-827-thread-1-processing-n:127.0.0.1:40718_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 321372 INFO  (coreZkRegister-827-thread-1-processing-n:127.0.0.1:40718_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 321372 INFO  (coreZkRegister-827-thread-1-processing-n:127.0.0.1:40718_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40718/collection1/
   [junit4]   2> 321372 INFO  (coreZkRegister-827-thread-1-processing-n:127.0.0.1:40718_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 321372 INFO  (coreZkRegister-827-thread-1-processing-n:127.0.0.1:40718_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40718/collection1/ has no replicas
   [junit4]   2> 321374 INFO  (coreZkRegister-827-thread-1-processing-n:127.0.0.1:40718_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40718/collection1/ shard1
   [junit4]   2> 321524 INFO  (coreZkRegister-827-thread-1-processing-n:127.0.0.1:40718_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 321809 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-3-001/cores/collection1
   [junit4]   2> 321809 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-3-001
   [junit4]   2> 321810 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 321810 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c5cea0d{/,null,AVAILABLE}
   [junit4]   2> 321811 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@250a6c16{HTTP/1.1,[http/1.1]}{127.0.0.1:43451}
   [junit4]   2> 321811 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.Server Started @323508ms
   [junit4]   2> 321811 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=39404, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-3-001/cores}
   [junit4]   2> 321812 ERROR (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 321813 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.4.0
   [junit4]   2> 321813 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 321813 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 321813 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T16:18:20.430Z
   [junit4]   2> 321819 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 321819 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-3-001/solr.xml
   [junit4]   2> 321824 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 321825 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40706/solr
   [junit4]   2> 321844 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:39404_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 321851 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:39404_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39404_
   [junit4]   2> 321852 INFO  (zkCallback-386-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 321852 INFO  (zkCallback-375-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 321853 INFO  (zkCallback-392-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 321853 INFO  (zkCallback-380-thread-1-processing-n:127.0.0.1:34481_) [n:127.0.0.1:34481_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 321853 INFO  (zkCallback-371-thread-2-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 321935 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:39404_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-3-001/cores
   [junit4]   2> 321936 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [n:127.0.0.1:39404_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 321937 INFO  (OverseerStateUpdate-97061509213716484-127.0.0.1:35327_-n_0000000000) [n:127.0.0.1:35327_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 322945 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 322957 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 323103 WARN  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 323105 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 323113 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 323114 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-3-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 323114 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@420a9b7b
   [junit4]   2> 323115 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21791737715316925]
   [junit4]   2> 323118 WARN  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 323126 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 323126 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 323126 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 323127 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 323127 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=6.248046875, floorSegmentMB=0.6923828125, forceMergeDeletesPctAllowed=8.94610845497283, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1168316969385793
   [junit4]   2> 323128 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e4602dc[collection1] main]
   [junit4]   2> 323130 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 323130 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 323130 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 323131 INFO  (searcherExecutor-844-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e4602dc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323131 INFO  (coreLoadExecutor-843-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552984154306510848
   [junit4]   2> 323135 INFO  (coreZkRegister-838-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 323136 INFO  (updateExecutor-389-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 323136 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 323136 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 323136 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 323136 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 323136 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:34481/collection1/] and I am [http://127.0.0.1:39404/collection1/]
   [junit4]   2> 323138 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:34481]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:39404_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 323139 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48408,localport=34481], receiveBufferSize:531000
   [junit4]   2> 323142 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40130,localport=56708], receiveBufferSize=530904
   [junit4]   2> 323147 INFO  (qtp1697198326-1996) [n:127.0.0.1:34481_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 323147 INFO  (qtp1697198326-1996) [n:127.0.0.1:34481_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 323147 INFO  (qtp1697198326-1996) [n:127.0.0.1:34481_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39404_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:39404","node_name":"127.0.0.1:39404_","state":"down"}
   [junit4]   2> 323438 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 323438 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 323438 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 324148 INFO  (qtp1697198326-1996) [n:127.0.0.1:34481_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39404_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:39404","node_name":"127.0.0.1:39404_","state":"recovering"}
   [junit4]   2> 324148 INFO  (qtp1697198326-1996) [n:127.0.0.1:34481_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 324148 INFO  (qtp1697198326-1996) [n:127.0.0.1:34481_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39404_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 331148 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:34481/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 331148 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:39404 START replicas=[http://127.0.0.1:34481/collection1/] nUpdates=100
   [junit4]   2> 331150 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48446,localport=34481], receiveBufferSize:531000
   [junit4]   2> 331150 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40130,localport=56746], receiveBufferSize=530904
   [junit4]   2> 331153 INFO  (qtp1697198326-1996) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 331153 INFO  (qtp1697198326-1996) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 331154 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 331154 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 331154 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 331154 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 331154 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 331154 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 331154 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 331154 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 331154 INFO  (recoveryExecutor-390-thread-1-processing-n:127.0.0.1:39404_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 331439 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 331442 INFO  (SocketProxy-Acceptor-35327) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44302,localport=35327], receiveBufferSize:531000
   [junit4]   2> 331453 INFO  (SocketProxy-Acceptor-35327) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34392,localport=33128], receiveBufferSize=530904
   [junit4]   2> 331456 INFO  (qtp848240162-1961) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 331460 INFO  (qtp848240162-1961) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 331461 INFO  (qtp848240162-1961) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 331461 INFO  (qtp848240162-1961) [n:127.0.0.1:35327_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 331462 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48468,localport=34481], receiveBufferSize:531000
   [junit4]   2> 331466 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40130,localport=56768], receiveBufferSize=530904
   [junit4]   2> 331508 INFO  (SocketProxy-Acceptor-40718) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58374,localport=40718], receiveBufferSize:531000
   [junit4]   2> 331508 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48476,localport=34481], receiveBufferSize:531000
   [junit4]   2> 331509 INFO  (SocketProxy-Acceptor-40718) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34763,localport=44192], receiveBufferSize=530904
   [junit4]   2> 331510 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40130,localport=56778], receiveBufferSize=530904
   [junit4]   2> 331534 INFO  (qtp1697198326-1994) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 331534 INFO  (qtp1697198326-1994) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 331536 INFO  (qtp1691932946-2025) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 331545 INFO  (SocketProxy-Acceptor-39404) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40496,localport=39404], receiveBufferSize:531000
   [junit4]   2> 331557 INFO  (SocketProxy-Acceptor-39404) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43451,localport=33464], receiveBufferSize=530904
   [junit4]   2> 331557 INFO  (qtp1691932946-2025) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 331559 INFO  (qtp1697198326-1994) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 331559 INFO  (qtp1691932946-2025) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 331559 INFO  (qtp1697198326-1994) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34481/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 25
   [junit4]   2> 331559 INFO  (qtp1691932946-2025) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34481/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 23
   [junit4]   2> 331560 INFO  (qtp809880539-2054) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 331560 INFO  (qtp809880539-2054) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 331560 INFO  (qtp809880539-2054) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 331560 INFO  (qtp809880539-2054) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34481/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 331560 INFO  (qtp1697198326-1993) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 91
   [junit4]   2> 331562 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48486,localport=34481], receiveBufferSize:531000
   [junit4]   2> 331562 INFO  (SocketProxy-Acceptor-34481) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40130,localport=56786], receiveBufferSize=530904
   [junit4]   2> 331566 INFO  (qtp1697198326-1991) [n:127.0.0.1:34481_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 331569 INFO  (SocketProxy-Acceptor-39404) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40504,localport=39404], receiveBufferSize:531000
   [junit4]   2> 331572 INFO  (SocketProxy-Acceptor-39404) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43451,localport=33472], receiveBufferSize=530904
   [junit4]   2> 331573 INFO  (qtp809880539-2050) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 331575 INFO  (SocketProxy-Acceptor-40718) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58394,localport=40718], receiveBufferSize:531000
   [junit4]   2> 331575 INFO  (SocketProxy-Acceptor-40718) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34763,localport=44210], receiveBufferSize=530904
   [junit4]   2> 331578 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 333586 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: c8n_crud_1x2
   [junit4]   2> 333587 INFO  (SocketProxy-Acceptor-40718) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58418,localport=40718], receiveBufferSize:531000
   [junit4]   2> 333588 INFO  (SocketProxy-Acceptor-40718) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34763,localport=44234], receiveBufferSize=530904
   [junit4]   2> 333590 INFO  (qtp1691932946-2022) [n:127.0.0.1:40718_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&maxShardsPerNode=1&name=c8n_crud_1x2&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 333591 INFO  (OverseerThreadFactory-808-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_    ] o.a.s.c.CreateCollectionCmd Create collection c8n_crud_1x2
   [junit4]   2> 333591 INFO  (OverseerThreadFactory-808-thread-1-processing-n:127.0.0.1:35327_) [n:127.0.0.1:35327_    ] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
   [junit4]   2> 333695 INFO  (SocketProxy-Acceptor-40718) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58422,localport=40718], receiveBufferSize:531000
   [junit4]   2> 333695 INFO  (SocketProxy-Acceptor-35327) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44368,localport=35327], receiveBufferSize:531000
   [junit4]   2> 333696 INFO  (SocketProxy-Acceptor-40718) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34763,localport=44242], receiveBufferSize=530904
   [junit4]   2> 333696 INFO  (SocketProxy-Acceptor-35327) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34392,localport=33194], receiveBufferSize=530904
   [junit4]   2> 333697 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica2&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2
   [junit4]   2> 333697 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica1&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2
   [junit4]   2> 334713 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 334713 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 334734 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica1] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica1] Schema name=test
   [junit4]   2> 334734 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica2] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica2] Schema name=test
   [junit4]   2> 334831 WARN  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica2] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 334833 WARN  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica1] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 334834 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 334834 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 334842 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_replica1' using configuration from collection c8n_crud_1x2
   [junit4]   2> 334842 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.c.SolrCore [[c8n_crud_1x2_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/control-001/cores/c8n_crud_1x2_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/control-001/cores/c8n_crud_1x2_shard1_replica1/data/]
   [junit4]   2> 334842 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_replica2' using configuration from collection c8n_crud_1x2
   [junit4]   2> 334842 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@420a9b7b
   [junit4]   2> 334843 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1 r:core_node2 x:c8n_crud_1x2_shard1_replica2] o.a.s.c.SolrCore [[c8n_crud_1x2_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-2-001/cores/c8n_crud_1x2_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001/shard-2-001/cores/c8n_crud_1x2_shard1_replica2/data/]
   [junit4]   2> 334843 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1 r:core_node2 x:c8n_crud_1x2_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@420a9b7b
   [junit4]   2> 334845 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21791737715316925]
   [junit4]   2> 334845 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1 r:core_node2 x:c8n_crud_1x2_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21791737715316925]
   [junit4]   2> 334848 WARN  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 334848 WARN  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1 r:core_node2 x:c8n_crud_1x2_shard1_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 334853 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 334853 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 334854 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 334854 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 334854 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=6.248046875, floorSegmentMB=0.6923828125, forceMergeDeletesPctAllowed=8.94610845497283, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1168316969385793
   [junit4]   2> 334854 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e79ed2a[c8n_crud_1x2_shard1_replica1] main]
   [junit4]   2> 334855 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1 r:core_node2 x:c8n_crud_1x2_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 334855 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 334855 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1 r:core_node2 x:c8n_crud_1x2_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 334855 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 334855 INFO  (qtp848240162-1955) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 334856 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1 r:core_node2 x:c8n_crud_1x2_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 334856 INFO  (qtp1691932946-2021) [n:127.0.0.1:40718_ c:c8n_crud_1x2 s:shard1 r:core_node2 x:c8n_crud_1x2_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 334856 INFO  (searcherExecutor-849-thread-1-processing-n:127.0.0.1:35327_ x:c8n_crud_1x2_shard1_replica1 s:shard1 c:c8n_crud_1x2 r:core_node1) [n:127.0.0.1:35327_ c:c8n_crud_1x2 s:shard1 r:core_node1 x:c8n_crud_1x2_shard1_replica1] o.a.s.c.SolrCore [c8n_crud_1x2_shard1_replica1] Registered new searcher Searcher@6e79ed2a[c8n_crud_1x2_shard1_replica1] main{ExitableDirectoryReader(Uninver

[...truncated too long message...]

]   2> 364268 INFO  (zkCallback-392-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 364268 INFO  (zkCallback-392-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39404/collection1/ has no replicas
   [junit4]   2> 364270 INFO  (zkCallback-392-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39404/collection1/ shard2
   [junit4]   2> 364309 WARN  (zkCallback-386-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:c8n_1x2 s:shard1 r:core_node2 x:c8n_1x2_shard1_replica1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 364309 INFO  (zkCallback-386-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:c8n_1x2 s:shard1 r:core_node2 x:c8n_1x2_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 364309 INFO  (zkCallback-386-thread-1-processing-n:127.0.0.1:40718_) [n:127.0.0.1:40718_ c:c8n_1x2 s:shard1 r:core_node2 x:c8n_1x2_shard1_replica1] o.a.s.c.SolrCore [c8n_1x2_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@278a974d
   [junit4]   2> 364327 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@39f7c2f5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 364328 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@334a00b1{/,null,UNAVAILABLE}
   [junit4]   2> 364329 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 39404
   [junit4]   2> 364329 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1238797644
   [junit4]   2> 364330 INFO  (coreCloseExecutor-899-thread-1) [n:127.0.0.1:39404_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@cbbe08a
   [junit4]   2> 364336 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.Overseer Overseer (id=97061509213716494-127.0.0.1:39404_-n_0000000003) closing
   [junit4]   2> 364336 INFO  (OverseerStateUpdate-97061509213716494-127.0.0.1:39404_-n_0000000003) [n:127.0.0.1:39404_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39404_
   [junit4]   2> 364358 WARN  (zkCallback-392-thread-1-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 365799 WARN  (zkCallback-392-thread-3-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collMinRf_1x3 s:shard1 r:core_node2 x:collMinRf_1x3_shard1_replica1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 365799 INFO  (zkCallback-392-thread-3-processing-n:127.0.0.1:39404_) [n:127.0.0.1:39404_ c:collMinRf_1x3 s:shard1 r:core_node2 x:collMinRf_1x3_shard1_replica1] o.a.s.c.SolrCore [collMinRf_1x3_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1303c0
   [junit4]   2> 365808 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@250a6c16{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 365808 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c5cea0d{/,null,UNAVAILABLE}
   [junit4]   2> 365809 INFO  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40706 40706
   [junit4]   2> 365814 INFO  (Thread-435) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40706 40706
   [junit4]   2> 365815 WARN  (Thread-435) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/collections/collMinRf_1x3/state.json
   [junit4]   2> 	2	/solr/collections/c8n_1x2/state.json
   [junit4]   2> 	2	/solr/collections/c8n_crud_1x2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/collMinRf_1x3/leader_elect/shard1/election/97061509213716491-core_node1-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	47	/solr/overseer/queue
   [junit4]   2> 	38	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 365815 WARN  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.SocketProxy Closing 13 connections to: http://127.0.0.1:40718/, target: http://127.0.0.1:34763/
   [junit4]   2> 365815 WARN  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:39404/, target: http://127.0.0.1:43451/
   [junit4]   2> 365815 WARN  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:34481/, target: http://127.0.0.1:40130/
   [junit4]   2> 365815 WARN  (TEST-HttpPartitionTest.test-seed#[3A32EC387A633C72]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:35327/, target: http://127.0.0.1:34392/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=3A32EC387A633C72 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   49.3s J0 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3A32EC387A633C72:B266D3E2D49F518A]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1143)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:609)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:595)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:294)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:125)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 365818 INFO  (SUITE-HttpPartitionTest-seed#[3A32EC387A633C72]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3A32EC387A633C72-001
   [junit4]   2> Dec 06, 2016 4:19:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=Lucene50(blocksize=128), _version_=PostingsFormat(name=Memory doPackFST= true), multiDefault=Lucene50(blocksize=128), a_t=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=Memory doPackFST= true), id=Lucene50(blocksize=128), range_facet_i_dv=PostingsFormat(name=Memory doPackFST= true), text=PostingsFormat(name=Memory doPackFST= false), range_facet_l=PostingsFormat(name=Memory doPackFST= true), timestamp=PostingsFormat(name=Memory doPackFST= true)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=606, maxMBSortInHeap=7.839610450506012, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=und, timezone=Europe/Sarajevo
   [junit4]   2> NOTE: Linux 4.4.0-47-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=12,threads=1,free=227994032,total=508887040
   [junit4]   2> NOTE: All tests run in this JVM: [TestUseDocValuesAsStored, TestPushWriter, TestStandardQParsers, TestConfigReload, HdfsTlogReplayBufferedWhileIndexingTest, ReturnFieldsTest, TestEmbeddedSolrServerConstructors, CdcrVersionReplicationTest, TestSQLHandlerNonCloud, UniqFieldsUpdateProcessorFactoryTest, TestDynamicFieldCollectionResource, DateFieldTest, SimpleCollectionCreateDeleteTest, AtomicUpdatesTest, BitVectorTest, CheckHdfsIndexTest, OverseerRolesTest, TestInfoStreamLogging, ConcurrentDeleteAndCreateCollectionTest, SyncSliceTest, TestConfigSetsAPI, TestPerFieldSimilarityWithDefaultOverride, RequiredFieldsTest, CreateCollectionCleanupTest, TestCloudRecovery, TestDFISimilarityFactory, HttpPartitionTest]
   [junit4] Completed [135/660 (1!)] on J0 in 50.02s, 1 test, 1 error <<< FAILURES!

[...truncated 62509 lines...]


[JENKINS] Lucene-Solr-6.x-Linux (32bit/jdk1.8.0_102) - Build # 2354 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2354/
Java: 32bit/jdk1.8.0_102 -server -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 6119 lines...]
   [junit4] ERROR: JVM J2 ended with an exception, command line: /home/jenkins/tools/java/32bit/jdk1.8.0_102/jre/bin/java -server -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=42646D525CBAE03 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=6.4.0 -Dtests.cleanthreads=perMethod -Djava.util.logging.config.file=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=3 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/codecs/test/temp -Dcommon.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene -Dclover.db.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/clover/db -Djava.security.policy=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/tools/junit4/tests.policy -Dtests.LUCENE_VERSION=6.4.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Djunit4.childvm.cwd=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/codecs/test/J2 -Djunit4.childvm.id=2 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Dtests.disableHdfs=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/codecs/classes/test:/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/test-framework/classes/java:/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/codecs/classes/java:/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/core/classes/java:/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.4.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/home/jenkins/tools/java/32bit/jdk1.8.0_102/lib/tools.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.4.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20161206_135401_486.events @/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20161206_135401_486.suites -stdin
   [junit4] ERROR: JVM J2 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/build.xml:765: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/build.xml:709: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build.xml:478: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/common-build.xml:2177: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/module-build.xml:58: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/common-build.xml:1443: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/common-build.xml:984: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 16 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-6.x-Linux (32bit/jdk1.8.0_102) - Build # 2353 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2353/
Java: 32bit/jdk1.8.0_102 -client -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
expected:<3> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<0>
	at __randomizedtesting.SeedInfo.seed([9C90E5718DAF6E7B:D4E591C58B9C41EE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:516)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11764 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/init-core-data-001
   [junit4]   2> 822077 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C90E5718DAF6E7B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 822079 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C90E5718DAF6E7B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001
   [junit4]   2> 822079 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C90E5718DAF6E7B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 822079 INFO  (Thread-1656) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 822079 INFO  (Thread-1656) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 822179 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C90E5718DAF6E7B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41055
   [junit4]   2> 822196 INFO  (jetty-launcher-1440-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 822197 INFO  (jetty-launcher-1440-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 822201 INFO  (jetty-launcher-1440-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 822207 INFO  (jetty-launcher-1440-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 822212 INFO  (jetty-launcher-1440-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14cd78e{/solr,null,AVAILABLE}
   [junit4]   2> 822212 INFO  (jetty-launcher-1440-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ea9ef{/solr,null,AVAILABLE}
   [junit4]   2> 822213 INFO  (jetty-launcher-1440-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a567a{/solr,null,AVAILABLE}
   [junit4]   2> 822213 INFO  (jetty-launcher-1440-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f1d6a3{/solr,null,AVAILABLE}
   [junit4]   2> 822221 INFO  (jetty-launcher-1440-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6b5dd8{SSL,[ssl, http/1.1]}{127.0.0.1:40224}
   [junit4]   2> 822222 INFO  (jetty-launcher-1440-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@da5100{SSL,[ssl, http/1.1]}{127.0.0.1:45168}
   [junit4]   2> 822222 INFO  (jetty-launcher-1440-thread-1) [    ] o.e.j.s.Server Started @823852ms
   [junit4]   2> 822222 INFO  (jetty-launcher-1440-thread-3) [    ] o.e.j.s.Server Started @823852ms
   [junit4]   2> 822222 INFO  (jetty-launcher-1440-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40224}
   [junit4]   2> 822222 INFO  (jetty-launcher-1440-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45168}
   [junit4]   2> 822222 ERROR (jetty-launcher-1440-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 822222 ERROR (jetty-launcher-1440-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 822222 INFO  (jetty-launcher-1440-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 822222 INFO  (jetty-launcher-1440-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 822222 INFO  (jetty-launcher-1440-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10cdf95{SSL,[ssl, http/1.1]}{127.0.0.1:38585}
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T11:41:21.395Z
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-2) [    ] o.e.j.s.Server Started @823853ms
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38585}
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17d5487{SSL,[ssl, http/1.1]}{127.0.0.1:42517}
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-4) [    ] o.e.j.s.Server Started @823853ms
   [junit4]   2> 822223 INFO  (jetty-launcher-1440-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T11:41:21.395Z
   [junit4]   2> 822224 INFO  (jetty-launcher-1440-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42517}
   [junit4]   2> 822224 ERROR (jetty-launcher-1440-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 822224 INFO  (jetty-launcher-1440-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 822224 ERROR (jetty-launcher-1440-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 822224 INFO  (jetty-launcher-1440-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 822224 INFO  (jetty-launcher-1440-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 822224 INFO  (jetty-launcher-1440-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 822224 INFO  (jetty-launcher-1440-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 822224 INFO  (jetty-launcher-1440-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T11:41:21.396Z
   [junit4]   2> 822224 INFO  (jetty-launcher-1440-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 822224 INFO  (jetty-launcher-1440-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-06T11:41:21.396Z
   [junit4]   2> 822226 INFO  (jetty-launcher-1440-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 822226 INFO  (jetty-launcher-1440-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 822226 INFO  (jetty-launcher-1440-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 822227 INFO  (jetty-launcher-1440-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 822235 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158d3f027e40003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 822236 INFO  (jetty-launcher-1440-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 822237 INFO  (jetty-launcher-1440-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 822237 INFO  (jetty-launcher-1440-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41055/solr
   [junit4]   2> 822238 INFO  (jetty-launcher-1440-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 822238 INFO  (jetty-launcher-1440-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 822239 INFO  (jetty-launcher-1440-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41055/solr
   [junit4]   2> 822239 INFO  (jetty-launcher-1440-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41055/solr
   [junit4]   2> 822240 INFO  (jetty-launcher-1440-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41055/solr
   [junit4]   2> 822244 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158d3f027e40008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 822263 INFO  (jetty-launcher-1440-thread-4) [n:127.0.0.1:42517_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42517_solr
   [junit4]   2> 822264 INFO  (jetty-launcher-1440-thread-1) [n:127.0.0.1:40224_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40224_solr
   [junit4]   2> 822264 INFO  (jetty-launcher-1440-thread-3) [n:127.0.0.1:45168_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45168_solr
   [junit4]   2> 822266 INFO  (jetty-launcher-1440-thread-4) [n:127.0.0.1:42517_solr    ] o.a.s.c.Overseer Overseer (id=97060420403331081-127.0.0.1:42517_solr-n_0000000000) starting
   [junit4]   2> 822266 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 822266 INFO  (zkCallback-1461-thread-1-processing-n:127.0.0.1:40224_solr) [n:127.0.0.1:40224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 822266 INFO  (zkCallback-1460-thread-1-processing-n:127.0.0.1:45168_solr) [n:127.0.0.1:45168_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 822266 INFO  (zkCallback-1457-thread-1-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 822267 INFO  (jetty-launcher-1440-thread-2) [n:127.0.0.1:38585_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38585_solr
   [junit4]   2> 822268 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 822268 INFO  (zkCallback-1457-thread-1-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 822268 INFO  (zkCallback-1460-thread-1-processing-n:127.0.0.1:45168_solr) [n:127.0.0.1:45168_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 822269 INFO  (zkCallback-1461-thread-1-processing-n:127.0.0.1:40224_solr) [n:127.0.0.1:40224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 822273 INFO  (jetty-launcher-1440-thread-4) [n:127.0.0.1:42517_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42517_solr
   [junit4]   2> 822275 INFO  (zkCallback-1460-thread-1-processing-n:127.0.0.1:45168_solr) [n:127.0.0.1:45168_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 822275 INFO  (zkCallback-1457-thread-1-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 822275 INFO  (zkCallback-1461-thread-1-processing-n:127.0.0.1:40224_solr) [n:127.0.0.1:40224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 822280 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 822452 INFO  (jetty-launcher-1440-thread-1) [n:127.0.0.1:40224_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node1/.
   [junit4]   2> 822459 INFO  (jetty-launcher-1440-thread-2) [n:127.0.0.1:38585_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node2/.
   [junit4]   2> 822496 INFO  (jetty-launcher-1440-thread-3) [n:127.0.0.1:45168_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node3/.
   [junit4]   2> 822538 INFO  (jetty-launcher-1440-thread-4) [n:127.0.0.1:42517_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node4/.
   [junit4]   2> 822544 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C90E5718DAF6E7B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 822544 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C90E5718DAF6E7B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41055/solr ready
   [junit4]   2> 822573 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[9C90E5718DAF6E7B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
   [junit4]   2> 822574 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[9C90E5718DAF6E7B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 822700 INFO  (qtp16229118-7288) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 822705 INFO  (qtp16229118-7288) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 822711 INFO  (qtp16229118-7299) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 822711 INFO  (qtp16229118-7299) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 822713 INFO  (qtp16229118-7300) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 822715 INFO  (OverseerThreadFactory-3670-thread-2-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
   [junit4]   2> 822715 INFO  (OverseerCollectionConfigSetProcessor-97060420403331081-127.0.0.1:42517_solr-n_0000000000) [n:127.0.0.1:42517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 822935 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 822938 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 826935 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
   [junit4]   2> 826938 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
   [junit4]   2> 826943 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 826957 INFO  (zkCallback-1457-thread-1-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 827049 INFO  (zkCallback-1457-thread-3-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 827050 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 827961 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 827965 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 827972 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
   [junit4]   2> 827976 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
   [junit4]   2> 827976 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 827988 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk
   [junit4]   2> 827990 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node2/onlyinzk_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node2/./onlyinzk_shard1_replica1/data/]
   [junit4]   2> 827991 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 827992 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk
   [junit4]   2> 827993 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node4/onlyinzk_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node4/./onlyinzk_shard2_replica1/data/]
   [junit4]   2> 828007 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 828007 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 828007 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 828007 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 828009 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 828009 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 828009 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 828009 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 828010 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5514ba[onlyinzk_shard2_replica1] main]
   [junit4]   2> 828010 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49a21a[onlyinzk_shard1_replica1] main]
   [junit4]   2> 828011 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 828011 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 828011 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 828011 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 828011 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 828011 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 828012 INFO  (searcherExecutor-3679-thread-1-processing-n:127.0.0.1:38585_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk r:core_node2) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@49a21a[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 828012 INFO  (searcherExecutor-3680-thread-1-processing-n:127.0.0.1:42517_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk r:core_node1) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@5514ba[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 828012 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552966732673449984
   [junit4]   2> 828012 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552966732673449984
   [junit4]   2> 828019 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 828019 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 828019 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 828019 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38585/solr/onlyinzk_shard1_replica1/
   [junit4]   2> 828019 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 828019 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 828019 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42517/solr/onlyinzk_shard2_replica1/
   [junit4]   2> 828019 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:38585/solr/onlyinzk_shard1_replica1/ has no replicas
   [junit4]   2> 828019 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 828019 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42517/solr/onlyinzk_shard2_replica1/ has no replicas
   [junit4]   2> 828022 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38585/solr/onlyinzk_shard1_replica1/ shard1
   [junit4]   2> 828022 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42517/solr/onlyinzk_shard2_replica1/ shard2
   [junit4]   2> 828125 INFO  (zkCallback-1457-thread-1-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 828125 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 828174 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 828174 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 828176 INFO  (qtp12396428-7278) [n:127.0.0.1:38585_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=5239
   [junit4]   2> 828176 INFO  (qtp8697067-7269) [n:127.0.0.1:42517_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=5243
   [junit4]   2> 828179 INFO  (qtp16229118-7300) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 828279 INFO  (zkCallback-1457-thread-3-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 828279 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 828718 INFO  (OverseerCollectionConfigSetProcessor-97060420403331081-127.0.0.1:42517_solr-n_0000000000) [n:127.0.0.1:42517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 829180 INFO  (qtp16229118-7300) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6466
   [junit4]   2> 829183 INFO  (qtp16229118-7302) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 829184 INFO  (qtp16229118-7302) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 829184 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[9C90E5718DAF6E7B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
   [junit4]   2> 829211 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[9C90E5718DAF6E7B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
   [junit4]   2> 829211 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[9C90E5718DAF6E7B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 829214 INFO  (qtp16229118-7288) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 829215 INFO  (OverseerThreadFactory-3670-thread-3-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 829219 INFO  (qtp12396428-7283) [n:127.0.0.1:38585_solr    ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6ea06f
   [junit4]   2> 829219 INFO  (qtp8697067-7274) [n:127.0.0.1:42517_solr    ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1298981
   [junit4]   2> 829221 INFO  (qtp12396428-7283) [n:127.0.0.1:38585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 829222 INFO  (qtp8697067-7274) [n:127.0.0.1:42517_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 829926 INFO  (qtp16229118-7288) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=712
   [junit4]   2> 829931 INFO  (qtp16229118-7299) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 829932 INFO  (OverseerThreadFactory-3670-thread-4-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.CreateCollectionCmd Create collection oversharded
   [junit4]   2> 829932 INFO  (OverseerCollectionConfigSetProcessor-97060420403331081-127.0.0.1:42517_solr-n_0000000000) [n:127.0.0.1:42517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 829933 ERROR (OverseerThreadFactory-3670-thread-4-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:148)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 829941 INFO  (qtp16229118-7299) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=10
   [junit4]   2> 829942 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[9C90E5718DAF6E7B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
   [junit4]   2> 829967 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[9C90E5718DAF6E7B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
   [junit4]   2> 829968 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[9C90E5718DAF6E7B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 829972 INFO  (qtp16229118-7300) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=59b23123-1a46-4e57-8668-305d42146d13&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 829974 INFO  (qtp16229118-7300) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=59b23123-1a46-4e57-8668-305d42146d13&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 829975 INFO  (OverseerThreadFactory-3670-thread-5-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
   [junit4]   2> 829975 INFO  (OverseerCollectionConfigSetProcessor-97060420403331081-127.0.0.1:42517_solr-n_0000000000) [n:127.0.0.1:42517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 830079 INFO  (zkCallback-1469-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 830182 INFO  (qtp12396428-7282) [n:127.0.0.1:38585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=59b23123-1a46-4e57-8668-305d42146d131734538694375905&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 830182 INFO  (qtp8697067-7275) [n:127.0.0.1:42517_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=59b23123-1a46-4e57-8668-305d42146d131734538694011439&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 830182 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 830182 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 830189 INFO  (qtp16229118-7290) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=59b23123-1a46-4e57-8668-305d42146d131734538693741702&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 830189 INFO  (parallelCoreAdminExecutor-3671-thread-1-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693741702 CREATE) [n:127.0.0.1:40224_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 830190 INFO  (qtp8697067-7274) [n:127.0.0.1:42517_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=59b23123-1a46-4e57-8668-305d42146d131734538695251552&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 830190 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 830191 INFO  (qtp16229118-7299) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=59b23123-1a46-4e57-8668-305d42146d131734538693948275&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 830191 INFO  (parallelCoreAdminExecutor-3671-thread-2-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693948275 CREATE) [n:127.0.0.1:40224_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 830193 INFO  (qtp12396428-7282) [n:127.0.0.1:38585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=59b23123-1a46-4e57-8668-305d42146d131734538694939484&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 830194 INFO  (parallelCoreAdminExecutor-3673-thread-2-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694939484 CREATE) [n:127.0.0.1:38585_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 830194 INFO  (qtp8697067-7274) [n:127.0.0.1:42517_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=59b23123-1a46-4e57-8668-305d42146d131734538694624843&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 830194 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 830303 INFO  (qtp14940103-7301) [n:127.0.0.1:45168_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=59b23123-1a46-4e57-8668-305d42146d131734538694786447&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 830303 INFO  (parallelCoreAdminExecutor-3675-thread-1-processing-n:127.0.0.1:45168_solr 59b23123-1a46-4e57-8668-305d42146d131734538694786447 CREATE) [n:127.0.0.1:45168_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 830312 INFO  (qtp14940103-7303) [n:127.0.0.1:45168_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=59b23123-1a46-4e57-8668-305d42146d131734538694190090&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 830313 INFO  (parallelCoreAdminExecutor-3675-thread-2-processing-n:127.0.0.1:45168_solr 59b23123-1a46-4e57-8668-305d42146d131734538694190090 CREATE) [n:127.0.0.1:45168_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 4s
   [junit4]   2> 830315 INFO  (qtp16229118-7288) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 59b23123-1a46-4e57-8668-305d42146d131734538693948275
   [junit4]   2> 830315 INFO  (qtp16229118-7288) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=59b23123-1a46-4e57-8668-305d42146d131734538693948275&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 831318 INFO  (qtp16229118-7300) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 59b23123-1a46-4e57-8668-305d42146d131734538693948275
   [junit4]   2> 831319 INFO  (qtp16229118-7300) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=59b23123-1a46-4e57-8668-305d42146d131734538693948275&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 832322 INFO  (qtp16229118-7290) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 59b23123-1a46-4e57-8668-305d42146d131734538693948275
   [junit4]   2> 832322 INFO  (qtp16229118-7290) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=59b23123-1a46-4e57-8668-305d42146d131734538693948275&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 833325 INFO  (qtp16229118-7299) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 59b23123-1a46-4e57-8668-305d42146d131734538693948275
   [junit4]   2> 833326 INFO  (qtp16229118-7299) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=59b23123-1a46-4e57-8668-305d42146d131734538693948275&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 834183 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=59b23123-1a46-4e57-8668-305d42146d131734538694375905&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
   [junit4]   2> 834183 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=59b23123-1a46-4e57-8668-305d42146d131734538694011439&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
   [junit4]   2> 834186 INFO  (zkCallback-1457-thread-3-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834186 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834186 INFO  (zkCallback-1469-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834189 INFO  (parallelCoreAdminExecutor-3671-thread-1-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693741702 CREATE) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=59b23123-1a46-4e57-8668-305d42146d131734538693741702&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
   [junit4]   2> 834190 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=59b23123-1a46-4e57-8668-305d42146d131734538695251552&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
   [junit4]   2> 834192 INFO  (parallelCoreAdminExecutor-3671-thread-2-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693948275 CREATE) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=59b23123-1a46-4e57-8668-305d42146d131734538693948275&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
   [junit4]   2> 834194 INFO  (parallelCoreAdminExecutor-3673-thread-2-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694939484 CREATE) [n:127.0.0.1:38585_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=59b23123-1a46-4e57-8668-305d42146d131734538694939484&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
   [junit4]   2> 834194 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=59b23123-1a46-4e57-8668-305d42146d131734538694624843&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
   [junit4]   2> 834298 INFO  (zkCallback-1461-thread-1-processing-n:127.0.0.1:40224_solr) [n:127.0.0.1:40224_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834298 INFO  (zkCallback-1457-thread-3-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834298 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834298 INFO  (zkCallback-1469-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834303 INFO  (parallelCoreAdminExecutor-3675-thread-1-processing-n:127.0.0.1:45168_solr 59b23123-1a46-4e57-8668-305d42146d131734538694786447 CREATE) [n:127.0.0.1:45168_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=59b23123-1a46-4e57-8668-305d42146d131734538694786447&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
   [junit4]   2> 834313 INFO  (parallelCoreAdminExecutor-3675-thread-2-processing-n:127.0.0.1:45168_solr 59b23123-1a46-4e57-8668-305d42146d131734538694190090 CREATE) [n:127.0.0.1:45168_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=59b23123-1a46-4e57-8668-305d42146d131734538694190090&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
   [junit4]   2> 834329 INFO  (qtp16229118-7288) [n:127.0.0.1:40224_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 59b23123-1a46-4e57-8668-305d42146d131734538693948275
   [junit4]   2> 834329 INFO  (qtp16229118-7288) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=59b23123-1a46-4e57-8668-305d42146d131734538693948275&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 834417 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834417 INFO  (zkCallback-1461-thread-1-processing-n:127.0.0.1:40224_solr) [n:127.0.0.1:40224_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834417 INFO  (zkCallback-1460-thread-1-processing-n:127.0.0.1:45168_solr) [n:127.0.0.1:45168_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834417 INFO  (zkCallback-1469-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 834417 INFO  (zkCallback-1457-thread-2-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 835194 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1  x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 835195 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 835202 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 835202 INFO  (parallelCoreAdminExecutor-3671-thread-1-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693741702 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard2  x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 835227 INFO  (parallelCoreAdminExecutor-3673-thread-2-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694939484 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard1  x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 835229 INFO  (parallelCoreAdminExecutor-3671-thread-2-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693948275 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 835230 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1  x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica1] Schema name=minimal
   [junit4]   2> 835230 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard3_replica1] Schema name=minimal
   [junit4]   2> 835230 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2  x:awhollynewcollection_0_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 835234 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica3] o.a.s.s.IndexSchema [awhollynewcollection_0_shard3_replica3] Schema name=minimal
   [junit4]   2> 835235 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1  x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 835235 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 835236 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1  x:awhollynewcollection_0_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard1_replica1' using configuration from collection awhollynewcollection_0
   [junit4]   2> 835236 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard3_replica1' using configuration from collection awhollynewcollection_0
   [junit4]   2> 835236 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore [[awhollynewcollection_0_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node4/awhollynewcollection_0_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node4/./awhollynewcollection_0_shard1_replica1/data/]
   [junit4]   2> 835236 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard3 r:core_node2 x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SolrCore [[awhollynewcollection_0_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node2/awhollynewcollection_0_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node2/./awhollynewcollection_0_shard3_replica1/data/]
   [junit4]   2> 835238 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd6e93
   [junit4]   2> 835238 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard3 r:core_node2 x:awhollynewcollection_0_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd6e93
   [junit4]   2> 835239 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 835240 INFO  (parallelCoreAdminExecutor-3671-thread-1-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693741702 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard2  x:awhollynewcollection_0_shard2_replica1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard2_replica1] Schema name=minimal
   [junit4]   2> 835240 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica3] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard3_replica3' using configuration from collection awhollynewcollection_0
   [junit4]   2> 835240 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.c.SolrCore [[awhollynewcollection_0_shard3_replica3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node4/awhollynewcollection_0_shard3_replica3], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node4/./awhollynewcollection_0_shard3_replica3/data/]
   [junit4]   2> 835240 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd6e93
   [junit4]   2> 835242 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2  x:awhollynewcollection_0_shard2_replica2] o.a.s.s.IndexSchema [awhollynewcollection_0_shard2_replica2] Schema name=minimal
   [junit4]   2> 835243 INFO  (parallelCoreAdminExecutor-3673-thread-2-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694939484 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard1  x:awhollynewcollection_0_shard1_replica3] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica3] Schema name=minimal
   [junit4]   2> 835243 INFO  (parallelCoreAdminExecutor-3671-thread-1-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693741702 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard2  x:awhollynewcollection_0_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 835244 INFO  (parallelCoreAdminExecutor-3671-thread-1-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693741702 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard2  x:awhollynewcollection_0_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard2_replica1' using configuration from collection awhollynewcollection_0
   [junit4]   2> 835244 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2  x:awhollynewcollection_0_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 835252 INFO  (parallelCoreAdminExecutor-3671-thread-1-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693741702 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard2 r:core_node3 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrCore [[awhollynewcollection_0_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node1/awhollynewcollection_0_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node1/./awhollynewcollection_0_shard2_replica1/data/]
   [junit4]   2> 835252 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2  x:awhollynewcollection_0_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard2_replica2' using configuration from collection awhollynewcollection_0
   [junit4]   2> 835252 INFO  (parallelCoreAdminExecutor-3671-thread-1-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693741702 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard2 r:core_node3 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd6e93
   [junit4]   2> 835253 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2 r:core_node7 x:awhollynewcollection_0_shard2_replica2] o.a.s.c.SolrCore [[awhollynewcollection_0_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node4/awhollynewcollection_0_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node4/./awhollynewcollection_0_shard2_replica2/data/]
   [junit4]   2> 835253 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2 r:core_node7 x:awhollynewcollection_0_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd6e93
   [junit4]   2> 835254 INFO  (parallelCoreAdminExecutor-3673-thread-2-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694939484 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard1  x:awhollynewcollection_0_shard1_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 835254 INFO  (parallelCoreAdminExecutor-3671-thread-2-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693948275 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica2] o.a.s.s.IndexSchema [awhollynewcollection_0_shard3_replica2] Schema name=minimal
   [junit4]   2> 835255 INFO  (parallelCoreAdminExecutor-3673-thread-2-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694939484 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard1  x:awhollynewcollection_0_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard1_replica3' using configuration from collection awhollynewcollection_0
   [junit4]   2> 835255 INFO  (parallelCoreAdminExecutor-3673-thread-2-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694939484 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard1 r:core_node6 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrCore [[awhollynewcollection_0_shard1_replica3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node2/awhollynewcollection_0_shard1_replica3], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node2/./awhollynewcollection_0_shard1_replica3/data/]
   [junit4]   2> 835255 INFO  (parallelCoreAdminExecutor-3673-thread-2-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694939484 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard1 r:core_node6 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd6e93
   [junit4]   2> 835258 INFO  (parallelCoreAdminExecutor-3671-thread-2-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693948275 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 835262 INFO  (parallelCoreAdminExecutor-3671-thread-2-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693948275 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard3  x:awhollynewcollection_0_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard3_replica2' using configuration from collection awhollynewcollection_0
   [junit4]   2> 835263 INFO  (parallelCoreAdminExecutor-3671-thread-2-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693948275 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard3 r:core_node5 x:awhollynewcollection_0_shard3_replica2] o.a.s.c.SolrCore [[awhollynewcollection_0_shard3_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node1/awhollynewcollection_0_shard3_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001/tempDir-001/node1/./awhollynewcollection_0_shard3_replica2/data/]
   [junit4]   2> 835263 INFO  (parallelCoreAdminExecutor-3671-thread-2-processing-n:127.0.0.1:40224_solr 59b23123-1a46-4e57-8668-305d42146d131734538693948275 CREATE) [n:127.0.0.1:40224_solr c:awhollynewcollection_0 s:shard3 r:core_node5 x:awhollynewcollection_0_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd6e93
   [junit4]   2> 835266 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 835266 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 835266 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 835266 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 835267 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 835267 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 835268 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 835268 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 835268 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@f37488[awhollynewcollection_0_shard3_replica3] main]
   [junit4]   2> 835268 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@161d399[awhollynewcollection_0_shard1_replica1] main]
   [junit4]   2> 835269 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 835269 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 835269 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 835269 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 835270 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 835270 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 835271 INFO  (searcherExecutor-3691-thread-1-processing-x:awhollynewcollection_0_shard3_replica3 r:core_node4 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE n:127.0.0.1:42517_solr s:shard3 c:awhollynewcollection_0) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.c.SolrCore [awhollynewcollection_0_shard3_replica3] Registered new searcher Searcher@f37488[awhollynewcollection_0_shard3_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 835271 INFO  (searcherExecutor-3689-thread-1-processing-x:awhollynewcollection_0_shard1_replica1 r:core_node1 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE n:127.0.0.1:42517_solr s:shard1 c:awhollynewcollection_0) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore [awhollynewcollection_0_shard1_replica1] Registered new searcher Searcher@161d399[awhollynewcollection_0_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 835271 INFO  (parallelCoreAdminExecutor-3677-thread-2-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538695251552 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard3 r:core_node4 x:awhollynewcollection_0_shard3_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552966740285063168
   [junit4]   2> 835271 INFO  (parallelCoreAdminExecutor-3677-thread-1-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694011439 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552966740285063168
   [junit4]   2> 835272 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2 r:core_node7 x:awhollynewcollection_0_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 835272 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2 r:core_node7 x:awhollynewcollection_0_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 835272 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard3 r:core_node2 x:awhollynewcollection_0_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 835272 INFO  (parallelCoreAdminExecutor-3673-thread-1-processing-n:127.0.0.1:38585_solr 59b23123-1a46-4e57-8668-305d42146d131734538694375905 CREATE) [n:127.0.0.1:38585_solr c:awhollynewcollection_0 s:shard3 r:core_node2 x:awhollynewcollection_0_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 835274 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2 r:core_node7 x:awhollynewcollection_0_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 835274 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:awhollynewcollection_0 s:shard2 r:core_node7 x:awhollynewcollection_0_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 835275 INFO  (parallelCoreAdminExecutor-3677-thread-3-processing-n:127.0.0.1:42517_solr 59b23123-1a46-4e57-8668-305d42146d131734538694624843 CREATE) [n:127.0.0.1:42517_solr c:a

[...truncated too long message...]

.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 959201 INFO  (qtp16229118-7594) [n:127.0.0.1:40224_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45168_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica2&coreNodeName=core_node7&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=15008
   [junit4]   2> 959804 WARN  (zkCallback-1459-thread-6-processing-n:127.0.0.1:38585_solr) [n:127.0.0.1:38585_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 959804 INFO  (jetty-launcher-1440-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ea9ef{/solr,null,UNAVAILABLE}
   [junit4]   2> 959806 WARN  (zkCallback-1461-thread-4-processing-n:127.0.0.1:40224_solr) [n:127.0.0.1:40224_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 959807 INFO  (jetty-launcher-1440-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a567a{/solr,null,UNAVAILABLE}
   [junit4]   2> 959810 WARN  (zkCallback-1457-thread-10-processing-n:127.0.0.1:42517_solr) [n:127.0.0.1:42517_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 959810 INFO  (jetty-launcher-1440-thread-8) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14cd78e{/solr,null,UNAVAILABLE}
   [junit4]   2> 959813 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C90E5718DAF6E7B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41055 41055
   [junit4]   2> 959863 INFO  (Thread-1693) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41055 41055
   [junit4]   2> 959863 WARN  (Thread-1693) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/configs/conf
   [junit4]   2> 	17	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	251	/solr/clusterstate.json
   [junit4]   2> 	17	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/nodes_used_collection/state.json
   [junit4]   2> 	4	/solr/collections/addReplicaColl/state.json
   [junit4]   2> 	4	/solr/collections/reloaded_collection/state.json
   [junit4]   2> 	3	/solr/collections/acollectionafterbaddelete/state.json
   [junit4]   2> 	2	/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	437	/solr/collections
   [junit4]   2> 	91	/solr/overseer/queue
   [junit4]   2> 	48	/solr/overseer/collection-queue-work
   [junit4]   2> 	20	/solr/overseer/queue-work
   [junit4]   2> 	17	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 959864 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C90E5718DAF6E7B]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C90E5718DAF6E7B-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=und, timezone=Europe/Minsk
   [junit4]   2> NOTE: Linux 4.4.0-47-generic i386/Oracle Corporation 1.8.0_102 (32-bit)/cpus=12,threads=1,free=93040912,total=321912832
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsWriteToMultipleCollectionsTest, SmileWriterTest, TestJsonFacetRefinement, PingRequestHandlerTest, TestComplexPhraseQParserPlugin, TestSolrConfigHandler, SolrCloudExampleTest, AutoCommitTest, BigEndianAscendingWordSerializerTest, RuleEngineTest, OverseerTaskQueueTest, TestSolrQueryParserDefaultOperatorResource, TestConfigSetImmutable, ShowFileRequestHandlerTest, TestDistributedMissingSort, NoCacheHeaderTest, TestSolrDeletionPolicy1, TestSQLHandler, TestManagedSchema, TestClassicSimilarityFactory, TestManagedResource, PrimUtilsTest, TestAnalyzedSuggestions, TestConfigSetsAPIZkFailure, TestSchemaSimilarityResource, TestLFUCache, TestAddFieldRealTimeGet, HardAutoCommitTest, TermVectorComponentDistributedTest, BufferStoreTest, TestCoreDiscovery, TestDFRSimilarityFactory, TestFieldTypeResource, TestPerFieldSimilarityClassic, DirectoryFactoryTest, LeaderInitiatedRecoveryOnShardRestartTest, LukeRequestHandlerTest, SolrPluginUtilsTest, TestManagedStopFilterFactory, QueryParsingTest, TestSolrJ, TestDocTermOrds, TestHdfsCloudBackupRestore, AnalyticsMergeStrategyTest, JSONWriterTest, AddBlockUpdateTest, FieldAnalysisRequestHandlerTest, LeaderElectionTest, HdfsThreadLeakTest, TestCollectionAPI, ConnectionManagerTest, TestIndexingPerformance, TestFieldCacheSanityChecker, TestReplicationHandlerBackup, TestOnReconnectListenerSupport, OverseerTest, TestBlendedInfixSuggestions, CollectionsAPISolrJTest, TestPostingsSolrHighlighter, ResponseHeaderTest, CdcrRequestHandlerTest, DeleteReplicaTest, TestLMJelinekMercerSimilarityFactory, TestDistribDocBasedVersion, TestExtendedDismaxParser, ResponseLogComponentTest, TestCloudDeleteByQuery, CoreMergeIndexesAdminHandlerTest, GraphQueryTest, DocExpirationUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, BooleanFieldTest, DocValuesMultiTest, TestJavabinTupleStreamParser, SmileWriterTest, HdfsCollectionsAPIDistributedZkTest, TestPivotHelperCode, TestBlobHandler, TriLevelCompositeIdRoutingTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestExceedMaxTermLength, TestDefaultStatsCache, TestSolrCloudSnapshots, ClassificationUpdateProcessorIntegrationTest, TestWriterPerf, TestTolerantSearch, DistributedQueueTest, SimpleFacetsTest, DistributedFacetPivotLongTailTest, DirectUpdateHandlerTest, TestFieldCacheVsDocValues, DistributedFacetPivotWhiteBoxTest, TestOrdValues, MergeStrategyTest, CollectionStateFormat2Test, AddSchemaFieldsUpdateProcessorFactoryTest, TestCollationField, TestSubQueryTransformer, SaslZkACLProviderTest, TolerantUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, TestFilteredDocIdSet, ShufflingReplicaListTransformerTest, TestJmxMonitoredMap, TestTrieFacet, BasicDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [336/660 (1!)] on J2 in 137.83s, 20 tests, 1 failure <<< FAILURES!

[...truncated 54181 lines...]