You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/10/19 18:54:17 UTC

[JENKINS] Lucene-Solr-Tests-6.x - Build # 489 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/489/

1 tests failed.
FAILED:  org.apache.solr.update.processor.TestNamedUpdateProcessors.test

Error Message:
Error from server at https://127.0.0.1:48963/lnlzr/kg/collection1: error instantiating class :org.apache.solr.update.processor.RuntimeUrp

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:48963/lnlzr/kg/collection1: error instantiating class :org.apache.solr.update.processor.RuntimeUrp
	at __randomizedtesting.SeedInfo.seed([FC04028855821AD3:74503D52FB7E772B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.update.processor.TestNamedUpdateProcessors.test(TestNamedUpdateProcessors.java:125)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10999 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TestNamedUpdateProcessors
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/init-core-data-001
   [junit4]   2> 318816 INFO  (SUITE-TestNamedUpdateProcessors-seed#[FC04028855821AD3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 318816 INFO  (SUITE-TestNamedUpdateProcessors-seed#[FC04028855821AD3]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lnlzr/kg
   [junit4]   2> 318817 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 318836 INFO  (Thread-640) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 318836 INFO  (Thread-640) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 318932 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.ZkTestServer start zk server on port:51516
   [junit4]   2> 318940 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 318942 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 318943 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 318944 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 318945 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 318945 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 318946 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 318947 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 318980 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 318981 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 318981 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 319072 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/control-001/cores/collection1
   [junit4]   2> 319074 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 319075 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ac26b4{/lnlzr/kg,null,AVAILABLE}
   [junit4]   2> 319078 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@77386984{SSL,[ssl, http/1.1]}{127.0.0.1:42536}
   [junit4]   2> 319078 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server Started @321534ms
   [junit4]   2> 319078 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/tempDir-001/control/data, hostContext=/lnlzr/kg, hostPort=42536, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/control-001/cores}
   [junit4]   2> 319078 ERROR (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 319078 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 319078 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 319078 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 319078 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-19T18:15:10.604Z
   [junit4]   2> 319097 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 319097 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/control-001/solr.xml
   [junit4]   2> 319102 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 319103 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51516/solr
   [junit4]   2> 319123 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42536_lnlzr%2Fkg
   [junit4]   2> 319124 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.Overseer Overseer (id=96790178061680645-127.0.0.1:42536_lnlzr%2Fkg-n_0000000000) starting
   [junit4]   2> 319131 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42536_lnlzr%2Fkg
   [junit4]   2> 319140 INFO  (OverseerStateUpdate-96790178061680645-127.0.0.1:42536_lnlzr%2Fkg-n_0000000000) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 319151 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/control-001/cores
   [junit4]   2> 319151 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 319153 INFO  (OverseerStateUpdate-96790178061680645-127.0.0.1:42536_lnlzr%2Fkg-n_0000000000) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 320162 WARN  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 320162 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 320173 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 320243 WARN  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 320245 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 320252 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 320252 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/control-001/cores/collection1/data/]
   [junit4]   2> 320253 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31599d8f
   [junit4]   2> 320253 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=7.9111328125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=12.401511153165195, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 320256 WARN  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 320261 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 320261 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 320262 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 320262 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 320262 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 320262 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76db0d64[collection1] main]
   [junit4]   2> 320263 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 320263 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 320263 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 320264 INFO  (searcherExecutor-1278-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@76db0d64[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 320264 INFO  (coreLoadExecutor-1277-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1548642850481111040
   [junit4]   2> 320269 INFO  (coreZkRegister-1270-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 320269 INFO  (coreZkRegister-1270-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 320269 INFO  (coreZkRegister-1270-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42536/lnlzr/kg/collection1/
   [junit4]   2> 320269 INFO  (coreZkRegister-1270-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 320269 INFO  (coreZkRegister-1270-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:42536/lnlzr/kg/collection1/ has no replicas
   [junit4]   2> 320272 INFO  (coreZkRegister-1270-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42536/lnlzr/kg/collection1/ shard1
   [junit4]   2> 320422 INFO  (coreZkRegister-1270-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42536_lnlzr%2Fkg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 320657 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 320657 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 320657 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 320722 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-1-001/cores/collection1
   [junit4]   2> 320722 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-1-001
   [junit4]   2> 320725 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 320731 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61796501{/lnlzr/kg,null,AVAILABLE}
   [junit4]   2> 320732 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@e8ec80{SSL,[ssl, http/1.1]}{127.0.0.1:58406}
   [junit4]   2> 320732 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server Started @323189ms
   [junit4]   2> 320732 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/lnlzr/kg, hostPort=58406, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-1-001/cores}
   [junit4]   2> 320733 ERROR (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 320733 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 320733 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 320733 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 320733 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-19T18:15:12.259Z
   [junit4]   2> 320736 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 320736 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-1-001/solr.xml
   [junit4]   2> 320752 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 320753 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51516/solr
   [junit4]   2> 320772 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 320774 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58406_lnlzr%2Fkg
   [junit4]   2> 320776 INFO  (zkCallback-406-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 320776 INFO  (zkCallback-402-thread-3-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 320780 INFO  (zkCallback-412-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 320791 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-1-001/cores
   [junit4]   2> 320791 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 320793 INFO  (OverseerStateUpdate-96790178061680645-127.0.0.1:42536_lnlzr%2Fkg-n_0000000000) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 320894 INFO  (zkCallback-412-thread-2-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 321806 WARN  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 321806 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 321816 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 321882 WARN  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 321884 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 321891 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 321892 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 321892 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31599d8f
   [junit4]   2> 321892 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=7.9111328125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=12.401511153165195, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 321896 WARN  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 321904 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 321905 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 321905 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 321905 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 321906 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 321906 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e72b53a[collection1] main]
   [junit4]   2> 321907 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 321907 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 321907 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 321908 INFO  (coreLoadExecutor-1288-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1548642852204969984
   [junit4]   2> 321908 INFO  (searcherExecutor-1289-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e72b53a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 321915 INFO  (coreZkRegister-1283-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 321915 INFO  (coreZkRegister-1283-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 321915 INFO  (coreZkRegister-1283-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58406/lnlzr/kg/collection1/
   [junit4]   2> 321915 INFO  (coreZkRegister-1283-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 321915 INFO  (coreZkRegister-1283-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:58406/lnlzr/kg/collection1/ has no replicas
   [junit4]   2> 321921 INFO  (coreZkRegister-1283-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58406/lnlzr/kg/collection1/ shard2
   [junit4]   2> 322021 INFO  (zkCallback-412-thread-2-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 322021 INFO  (coreZkRegister-1283-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58406_lnlzr%2Fkg c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 322128 INFO  (zkCallback-412-thread-2-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 322379 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-2-001/cores/collection1
   [junit4]   2> 322380 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-2-001
   [junit4]   2> 322382 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 322384 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58c0e154{/lnlzr/kg,null,AVAILABLE}
   [junit4]   2> 322388 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6c1d0fc{SSL,[ssl, http/1.1]}{127.0.0.1:36894}
   [junit4]   2> 322388 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server Started @324845ms
   [junit4]   2> 322388 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/lnlzr/kg, hostPort=36894, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-2-001/cores}
   [junit4]   2> 322388 ERROR (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 322389 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 322389 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 322389 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 322389 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-19T18:15:13.915Z
   [junit4]   2> 322433 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 322433 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-2-001/solr.xml
   [junit4]   2> 322448 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 322456 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51516/solr
   [junit4]   2> 322499 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 322501 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36894_lnlzr%2Fkg
   [junit4]   2> 322502 INFO  (zkCallback-412-thread-2-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 322502 INFO  (zkCallback-406-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 322502 INFO  (zkCallback-402-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 322513 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-2-001/cores
   [junit4]   2> 322513 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 322514 INFO  (OverseerStateUpdate-96790178061680645-127.0.0.1:42536_lnlzr%2Fkg-n_0000000000) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 322516 INFO  (zkCallback-418-thread-2-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 322616 INFO  (zkCallback-412-thread-2-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 322616 INFO  (zkCallback-418-thread-2-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323522 WARN  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 323523 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 323533 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 323601 WARN  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 323603 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 323610 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 323610 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 323610 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31599d8f
   [junit4]   2> 323612 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=7.9111328125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=12.401511153165195, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 323615 WARN  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 323622 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 323622 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 323623 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 323623 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 323624 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 323625 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17fe86e8[collection1] main]
   [junit4]   2> 323628 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 323628 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 323628 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 323629 INFO  (searcherExecutor-1300-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17fe86e8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323630 INFO  (coreLoadExecutor-1299-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1548642854010617856
   [junit4]   2> 323642 INFO  (coreZkRegister-1294-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 323642 INFO  (coreZkRegister-1294-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 323643 INFO  (coreZkRegister-1294-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36894/lnlzr/kg/collection1/
   [junit4]   2> 323643 INFO  (coreZkRegister-1294-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 323643 INFO  (coreZkRegister-1294-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:36894/lnlzr/kg/collection1/ has no replicas
   [junit4]   2> 323647 INFO  (coreZkRegister-1294-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36894/lnlzr/kg/collection1/ shard1
   [junit4]   2> 323748 INFO  (zkCallback-412-thread-2-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323749 INFO  (zkCallback-418-thread-2-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323799 INFO  (coreZkRegister-1294-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:36894_lnlzr%2Fkg c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 323902 INFO  (zkCallback-412-thread-2-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323903 INFO  (zkCallback-418-thread-2-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 324162 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-3-001/cores/collection1
   [junit4]   2> 324162 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-3-001
   [junit4]   2> 324164 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 324165 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e631a0f{/lnlzr/kg,null,AVAILABLE}
   [junit4]   2> 324167 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2f671726{SSL,[ssl, http/1.1]}{127.0.0.1:53696}
   [junit4]   2> 324167 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server Started @326623ms
   [junit4]   2> 324167 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/lnlzr/kg, hostPort=53696, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-3-001/cores}
   [junit4]   2> 324167 ERROR (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 324167 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 324167 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 324167 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 324167 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-19T18:15:15.693Z
   [junit4]   2> 324174 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 324174 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-3-001/solr.xml
   [junit4]   2> 324179 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 324179 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51516/solr
   [junit4]   2> 324195 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:53696_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 324199 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:53696_lnlzr%2Fkg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53696_lnlzr%2Fkg
   [junit4]   2> 324200 INFO  (zkCallback-412-thread-2-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 324200 INFO  (zkCallback-402-thread-1-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 324200 INFO  (zkCallback-418-thread-2-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 324200 INFO  (zkCallback-406-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 324221 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:53696_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-3-001/cores
   [junit4]   2> 324221 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:53696_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 324224 INFO  (zkCallback-424-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 324226 INFO  (OverseerStateUpdate-96790178061680645-127.0.0.1:42536_lnlzr%2Fkg-n_0000000000) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 324329 INFO  (zkCallback-418-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 324329 INFO  (zkCallback-412-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 324329 INFO  (zkCallback-424-thread-2-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 325234 WARN  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 325234 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 325244 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 325324 WARN  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 325325 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 325339 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 325340 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-3-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 325340 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31599d8f
   [junit4]   2> 325340 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=7.9111328125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=12.401511153165195, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 325346 WARN  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 325353 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 325354 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 325354 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 325354 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 325361 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 325361 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b389ca9[collection1] main]
   [junit4]   2> 325362 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 325362 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 325363 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 325363 INFO  (coreLoadExecutor-1310-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1548642855827800064
   [junit4]   2> 325363 INFO  (searcherExecutor-1311-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3b389ca9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 325366 INFO  (coreZkRegister-1305-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 325367 INFO  (updateExecutor-421-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 325367 INFO  (recoveryExecutor-422-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 325367 INFO  (recoveryExecutor-422-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 325367 INFO  (recoveryExecutor-422-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 325367 INFO  (recoveryExecutor-422-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 325367 INFO  (recoveryExecutor-422-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:58406/lnlzr/kg/collection1/] and I am [https://127.0.0.1:53696/lnlzr/kg/collection1/]
   [junit4]   2> 325369 INFO  (recoveryExecutor-422-thread-1-processing-n:127.0.0.1:53696_lnlzr%2Fkg x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53696_lnlzr%2Fkg c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:58406/lnlzr/kg]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:53696_lnlzr%252Fkg&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 325431 INFO  (qtp111144212-2706) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 325431 INFO  (qtp111144212-2706) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 325431 INFO  (qtp111144212-2706) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:53696_lnlzr%2Fkg, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:53696/lnlzr/kg","node_name":"127.0.0.1:53696_lnlzr%2Fkg","state":"down"}
   [junit4]   2> 325470 INFO  (zkCallback-412-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 325470 INFO  (zkCallback-418-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 325470 INFO  (zkCallback-424-thread-2-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 325788 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-4-001/cores/collection1
   [junit4]   2> 325789 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-4-001
   [junit4]   2> 325796 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 325798 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65aa999b{/lnlzr/kg,null,AVAILABLE}
   [junit4]   2> 325800 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4b907837{SSL,[ssl, http/1.1]}{127.0.0.1:48963}
   [junit4]   2> 325800 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.Server Started @328256ms
   [junit4]   2> 325800 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/lnlzr/kg, hostPort=48963, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-4-001/cores}
   [junit4]   2> 325800 ERROR (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 325801 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 325801 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 325801 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 325801 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-19T18:15:17.327Z
   [junit4]   2> 325808 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 325808 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-4-001/solr.xml
   [junit4]   2> 325812 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 325813 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51516/solr
   [junit4]   2> 325820 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:48963_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 325822 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:48963_lnlzr%2Fkg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48963_lnlzr%2Fkg
   [junit4]   2> 325823 INFO  (zkCallback-418-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 325823 INFO  (zkCallback-424-thread-2-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 325823 INFO  (zkCallback-402-thread-3-processing-n:127.0.0.1:42536_lnlzr%2Fkg) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 325830 INFO  (zkCallback-431-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 325830 INFO  (zkCallback-406-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 325830 INFO  (zkCallback-412-thread-1-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 325841 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:48963_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-4-001/cores
   [junit4]   2> 325841 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [n:127.0.0.1:48963_lnlzr%2Fkg    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 325842 INFO  (OverseerStateUpdate-96790178061680645-127.0.0.1:42536_lnlzr%2Fkg-n_0000000000) [n:127.0.0.1:42536_lnlzr%2Fkg    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 325944 INFO  (zkCallback-418-thread-1-processing-n:127.0.0.1:36894_lnlzr%2Fkg) [n:127.0.0.1:36894_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 325944 INFO  (zkCallback-412-thread-2-processing-n:127.0.0.1:58406_lnlzr%2Fkg) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 325945 INFO  (zkCallback-424-thread-2-processing-n:127.0.0.1:53696_lnlzr%2Fkg) [n:127.0.0.1:53696_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 325945 INFO  (zkCallback-431-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 326431 INFO  (qtp111144212-2706) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:53696_lnlzr%2Fkg, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:53696/lnlzr/kg","node_name":"127.0.0.1:53696_lnlzr%2Fkg","state":"recovering"}
   [junit4]   2> 326431 INFO  (qtp111144212-2706) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 326431 INFO  (qtp111144212-2706) [n:127.0.0.1:58406_lnlzr%2Fkg    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:53696_lnlzr%252Fkg&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 326856 WARN  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 326856 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 326866 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 326935 WARN  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 326937 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 326945 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 326945 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-4-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 326945 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31599d8f
   [junit4]   2> 326946 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=7.9111328125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=12.401511153165195, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 326949 WARN  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 326962 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 326962 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 326963 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 326963 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 326964 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 326964 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3de54666[collection1] main]
   [junit4]   2> 326964 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 326965 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 326965 INFO  (coreLoadExecutor-1321-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 326965 INFO  (searcherExecutor-1322-thread-1-processing-n:127.0.0.1:48963_lnlzr%2Fkg x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3de54666[colle

[...truncated too long message...]

ed#[FC04028855821AD3]) [    ] o.a.s.c.Overseer Overseer (id=96790178061680659-127.0.0.1:48963_lnlzr%2Fkg-n_0000000004) closing
   [junit4]   2> 340051 INFO  (OverseerStateUpdate-96790178061680659-127.0.0.1:48963_lnlzr%2Fkg-n_0000000004) [n:127.0.0.1:48963_lnlzr%2Fkg    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48963_lnlzr%2Fkg
   [junit4]   2> 340053 WARN  (zkCallback-431-thread-4-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 343922 ERROR (zkCallback-431-thread-2-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.Overseer Could not create Overseer node
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:731)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:604)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:591)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:314)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:681)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:344)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:681)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:344)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 343922 INFO  (zkCallback-431-thread-2-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6f899667
   [junit4]   2> 343922 WARN  (zkCallback-431-thread-2-processing-n:127.0.0.1:48963_lnlzr%2Fkg) [n:127.0.0.1:48963_lnlzr%2Fkg c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1] coreNodeName=[core_node4]
   [junit4]   2> 343928 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@4b907837{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 343928 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65aa999b{/lnlzr/kg,null,UNAVAILABLE}
   [junit4]   2> 343930 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[FC04028855821AD3]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51516 51516
   [junit4]   2> 344020 INFO  (Thread-640) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51516 51516
   [junit4]   2> 344021 WARN  (Thread-640) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/configs/conf1
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	2	/solr/configs/.system
   [junit4]   2> 	2	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/overseer/queue
   [junit4]   2> 	18	/solr/overseer/collection-queue-work
   [junit4]   2> 	17	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNamedUpdateProcessors -Dtests.method=test -Dtests.seed=FC04028855821AD3 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar -Dtests.timezone=Indian/Mayotte -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   25.2s J2 | TestNamedUpdateProcessors.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:48963/lnlzr/kg/collection1: error instantiating class :org.apache.solr.update.processor.RuntimeUrp
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FC04028855821AD3:74503D52FB7E772B]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.update.processor.TestNamedUpdateProcessors.test(TestNamedUpdateProcessors.java:125)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 344024 INFO  (SUITE-TestNamedUpdateProcessors-seed#[FC04028855821AD3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.processor.TestNamedUpdateProcessors_FC04028855821AD3-001
   [junit4]   2> Oct 19, 2016 6:15:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ar, timezone=Indian/Mayotte
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=131422368,total=441450496
   [junit4]   2> NOTE: All tests run in this JVM: [DOMUtilTest, TestScoreJoinQPNoScore, ParsingFieldUpdateProcessorsTest, MinimalSchemaTest, TestSortByMinMaxFunction, TestExtendedDismaxParser, TestFieldTypeResource, TestCryptoKeys, TestCloudSchemaless, DistributedFacetExistsSmallTest, TestSolrDeletionPolicy1, TestBinaryField, StatelessScriptUpdateProcessorFactoryTest, TestAnalyzedSuggestions, TestExceedMaxTermLength, HdfsUnloadDistributedZkTest, HighlighterMaxOffsetTest, ResponseLogComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestDefaultSearchFieldResource, TestLegacyFieldCache, TestPerFieldSimilarityWithDefaultOverride, TestGraphMLResponseWriter, HdfsLockFactoryTest, TestBulkSchemaConcurrent, TestXIncludeConfig, DeleteInactiveReplicaTest, CircularListTest, LukeRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, TestReqParamsAPI, CdcrUpdateLogTest, BooleanFieldTest, HttpPartitionTest, HardAutoCommitTest, TestNamedUpdateProcessors]
   [junit4] Completed [114/641 (1!)] on J2 in 25.76s, 1 test, 1 error <<< FAILURES!

[...truncated 62014 lines...]