You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/11/26 04:03:11 UTC

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 537 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/537/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'X val' for path 'x' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "params":{"wt":"json"},   "context":{     "webapp":"",     "path":"/test1",     "httpMethod":"GET"},   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",   "x":null},  from server:  null

Stack Trace:
java.lang.AssertionError: Could not get expected value  'X val' for path 'x' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "params":{"wt":"json"},
  "context":{
    "webapp":"",
    "path":"/test1",
    "httpMethod":"GET"},
  "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
  "x":null},  from server:  null
	at __randomizedtesting.SeedInfo.seed([D318C7C81200BFFA:B55EA9FE5DD1A5A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:535)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:232)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11006 lines...]
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/init-core-data-001
   [junit4]   2> 489509 INFO  (SUITE-TestDynamicLoading-seed#[D318C7C81200BFFA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 489510 INFO  (SUITE-TestDynamicLoading-seed#[D318C7C81200BFFA]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 489513 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 489514 INFO  (Thread-688) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 489514 INFO  (Thread-688) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 489619 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ZkTestServer start zk server on port:63562
   [junit4]   2> 489660 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1589e7ecbcd0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 489683 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 489689 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 489695 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 489699 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 489703 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 489708 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 489714 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 489720 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 489724 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 489728 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 489734 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 490250 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/control-001/cores/collection1
   [junit4]   2> 490253 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 490255 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2118d609{/,null,AVAILABLE}
   [junit4]   2> 490257 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45b88b6b{HTTP/1.1,[http/1.1]}{127.0.0.1:63565}
   [junit4]   2> 490257 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server Started @495664ms
   [junit4]   2> 490257 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/tempDir-001/control/data, hostContext=/, hostPort=63565, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/control-001/cores}
   [junit4]   2> 490257 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 490258 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 490258 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 490258 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 490258 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T02:37:40.396Z
   [junit4]   2> 490285 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 490285 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/control-001/solr.xml
   [junit4]   2> 490304 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 490306 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63562/solr
   [junit4]   2> 490430 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63565_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63565_
   [junit4]   2> 490433 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63565_    ] o.a.s.c.Overseer Overseer (id=97001659410743300-127.0.0.1:63565_-n_0000000000) starting
   [junit4]   2> 490461 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63565_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63565_
   [junit4]   2> 490465 INFO  (zkCallback-513-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 490504 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63565_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/control-001/cores
   [junit4]   2> 490504 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63565_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 490510 INFO  (OverseerStateUpdate-97001659410743300-127.0.0.1:63565_-n_0000000000) [n:127.0.0.1:63565_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 491545 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 491563 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 491692 WARN  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 491695 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 491729 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 491730 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/control-001/cores/collection1/data/]
   [junit4]   2> 491730 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@278e732b
   [junit4]   2> 491731 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7339331322846946]
   [junit4]   2> 491737 WARN  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 491752 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 491753 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 491754 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 491754 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 491755 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=25.9609375, floorSegmentMB=1.654296875, forceMergeDeletesPctAllowed=7.026164338285929, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 491755 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ac99ffd[collection1] main]
   [junit4]   2> 491757 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 491758 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 491758 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 491760 INFO  (searcherExecutor-1816-thread-1-processing-n:127.0.0.1:63565_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7ac99ffd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 491760 INFO  (coreLoadExecutor-1815-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552026552917557248
   [junit4]   2> 491796 INFO  (coreZkRegister-1808-thread-1-processing-n:127.0.0.1:63565_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 491796 INFO  (coreZkRegister-1808-thread-1-processing-n:127.0.0.1:63565_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 491796 INFO  (coreZkRegister-1808-thread-1-processing-n:127.0.0.1:63565_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63565/collection1/
   [junit4]   2> 491796 INFO  (coreZkRegister-1808-thread-1-processing-n:127.0.0.1:63565_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 491796 INFO  (coreZkRegister-1808-thread-1-processing-n:127.0.0.1:63565_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63565/collection1/ has no replicas
   [junit4]   2> 491808 INFO  (coreZkRegister-1808-thread-1-processing-n:127.0.0.1:63565_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63565/collection1/ shard1
   [junit4]   2> 491977 INFO  (coreZkRegister-1808-thread-1-processing-n:127.0.0.1:63565_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:63565_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 492034 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 492037 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63562/solr ready
   [junit4]   2> 492037 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 492037 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 492585 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-1-001/cores/collection1
   [junit4]   2> 492587 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-1-001
   [junit4]   2> 492588 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 492590 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36c18a45{/,null,AVAILABLE}
   [junit4]   2> 492591 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@50901db{HTTP/1.1,[http/1.1]}{127.0.0.1:63571}
   [junit4]   2> 492591 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server Started @497998ms
   [junit4]   2> 492591 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=63571, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-1-001/cores}
   [junit4]   2> 492591 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 492596 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 492596 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 492596 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 492596 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T02:37:42.734Z
   [junit4]   2> 492604 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 492604 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-1-001/solr.xml
   [junit4]   2> 492617 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 492618 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63562/solr
   [junit4]   2> 492648 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 492659 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63571_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63571_
   [junit4]   2> 492663 INFO  (zkCallback-517-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 492664 INFO  (zkCallback-513-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 492664 INFO  (zkCallback-523-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 492773 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63571_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-1-001/cores
   [junit4]   2> 492773 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63571_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 492778 INFO  (OverseerStateUpdate-97001659410743300-127.0.0.1:63565_-n_0000000000) [n:127.0.0.1:63565_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 492889 INFO  (zkCallback-523-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 493814 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 493836 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 494092 WARN  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 494095 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 494130 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 494131 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 494131 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@278e732b
   [junit4]   2> 494149 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7339331322846946]
   [junit4]   2> 494232 WARN  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 494286 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 494286 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 494288 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 494288 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 494299 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=25.9609375, floorSegmentMB=1.654296875, forceMergeDeletesPctAllowed=7.026164338285929, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 494321 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54b6c398[collection1] main]
   [junit4]   2> 494323 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 494325 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 494326 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 494327 INFO  (searcherExecutor-1827-thread-1-processing-n:127.0.0.1:63571_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@54b6c398[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 494327 INFO  (coreLoadExecutor-1826-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552026555609251840
   [junit4]   2> 494346 INFO  (coreZkRegister-1821-thread-1-processing-n:127.0.0.1:63571_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 494346 INFO  (coreZkRegister-1821-thread-1-processing-n:127.0.0.1:63571_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 494346 INFO  (coreZkRegister-1821-thread-1-processing-n:127.0.0.1:63571_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63571/collection1/
   [junit4]   2> 494346 INFO  (coreZkRegister-1821-thread-1-processing-n:127.0.0.1:63571_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 494346 INFO  (coreZkRegister-1821-thread-1-processing-n:127.0.0.1:63571_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63571/collection1/ has no replicas
   [junit4]   2> 494357 INFO  (coreZkRegister-1821-thread-1-processing-n:127.0.0.1:63571_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63571/collection1/ shard2
   [junit4]   2> 494466 INFO  (zkCallback-523-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 494512 INFO  (coreZkRegister-1821-thread-1-processing-n:127.0.0.1:63571_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:63571_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 494622 INFO  (zkCallback-523-thread-1-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 495208 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-2-001/cores/collection1
   [junit4]   2> 495210 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-2-001
   [junit4]   2> 495211 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 495213 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@413a3aed{/,null,AVAILABLE}
   [junit4]   2> 495213 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@523cbedc{HTTP/1.1,[http/1.1]}{127.0.0.1:63575}
   [junit4]   2> 495213 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server Started @500620ms
   [junit4]   2> 495213 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=63575, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-2-001/cores}
   [junit4]   2> 495215 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 495216 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 495216 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 495216 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 495216 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T02:37:45.354Z
   [junit4]   2> 495222 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 495223 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-2-001/solr.xml
   [junit4]   2> 495238 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 495239 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63562/solr
   [junit4]   2> 495263 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 495276 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63575_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63575_
   [junit4]   2> 495285 INFO  (zkCallback-513-thread-2-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 495286 INFO  (zkCallback-517-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 495287 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 495295 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 495393 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63575_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-2-001/cores
   [junit4]   2> 495393 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63575_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 495399 INFO  (OverseerStateUpdate-97001659410743300-127.0.0.1:63565_-n_0000000000) [n:127.0.0.1:63565_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 495517 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 495517 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 496424 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 496443 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 496583 WARN  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 496586 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 496637 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 496637 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 496638 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@278e732b
   [junit4]   2> 496639 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7339331322846946]
   [junit4]   2> 496647 WARN  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 496674 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 496674 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 496675 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 496675 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 496676 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=25.9609375, floorSegmentMB=1.654296875, forceMergeDeletesPctAllowed=7.026164338285929, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 496677 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36c2d6b0[collection1] main]
   [junit4]   2> 496680 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 496681 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 496681 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 496682 INFO  (searcherExecutor-1838-thread-1-processing-n:127.0.0.1:63575_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36c2d6b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 496683 INFO  (coreLoadExecutor-1837-thread-1-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552026558079696896
   [junit4]   2> 496699 INFO  (coreZkRegister-1832-thread-1-processing-n:127.0.0.1:63575_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 496700 INFO  (coreZkRegister-1832-thread-1-processing-n:127.0.0.1:63575_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 496700 INFO  (coreZkRegister-1832-thread-1-processing-n:127.0.0.1:63575_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63575/collection1/
   [junit4]   2> 496700 INFO  (coreZkRegister-1832-thread-1-processing-n:127.0.0.1:63575_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 496700 INFO  (coreZkRegister-1832-thread-1-processing-n:127.0.0.1:63575_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63575/collection1/ has no replicas
   [junit4]   2> 496710 INFO  (coreZkRegister-1832-thread-1-processing-n:127.0.0.1:63575_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63575/collection1/ shard1
   [junit4]   2> 496819 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 496819 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 496821 INFO  (coreZkRegister-1832-thread-1-processing-n:127.0.0.1:63575_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:63575_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 496941 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 496941 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 497438 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-3-001/cores/collection1
   [junit4]   2> 497442 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-3-001
   [junit4]   2> 497443 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 497446 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f54aaf{/,null,AVAILABLE}
   [junit4]   2> 497446 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4f25fca3{HTTP/1.1,[http/1.1]}{127.0.0.1:63579}
   [junit4]   2> 497447 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server Started @502854ms
   [junit4]   2> 497447 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=63579, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-3-001/cores}
   [junit4]   2> 497447 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 497452 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 497453 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 497453 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 497453 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T02:37:47.591Z
   [junit4]   2> 497464 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 497464 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-3-001/solr.xml
   [junit4]   2> 497480 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 497481 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63562/solr
   [junit4]   2> 497508 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63579_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 497523 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63579_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63579_
   [junit4]   2> 497527 INFO  (zkCallback-517-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 497529 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 497529 INFO  (zkCallback-513-thread-3-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 497530 INFO  (zkCallback-535-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 497531 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 497586 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63579_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-3-001/cores
   [junit4]   2> 497586 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63579_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 497592 INFO  (OverseerStateUpdate-97001659410743300-127.0.0.1:63565_-n_0000000000) [n:127.0.0.1:63565_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 497703 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 497703 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 497703 INFO  (zkCallback-535-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 498653 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 498669 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 498771 WARN  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 498772 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 498802 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 498803 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 498803 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@278e732b
   [junit4]   2> 498805 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7339331322846946]
   [junit4]   2> 498811 WARN  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 498839 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 498839 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 498840 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 498840 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 498841 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=25.9609375, floorSegmentMB=1.654296875, forceMergeDeletesPctAllowed=7.026164338285929, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 498841 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64bc11d1[collection1] main]
   [junit4]   2> 498843 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 498844 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 498844 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 498846 INFO  (searcherExecutor-1849-thread-1-processing-n:127.0.0.1:63579_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@64bc11d1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 498846 INFO  (coreLoadExecutor-1848-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552026560347766784
   [junit4]   2> 498854 INFO  (coreZkRegister-1843-thread-1-processing-n:127.0.0.1:63579_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 498854 INFO  (updateExecutor-532-thread-1-processing-n:127.0.0.1:63579_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 498855 INFO  (recoveryExecutor-533-thread-1-processing-n:127.0.0.1:63579_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 498856 INFO  (recoveryExecutor-533-thread-1-processing-n:127.0.0.1:63579_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 498856 INFO  (recoveryExecutor-533-thread-1-processing-n:127.0.0.1:63579_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 498856 INFO  (recoveryExecutor-533-thread-1-processing-n:127.0.0.1:63579_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 498856 INFO  (recoveryExecutor-533-thread-1-processing-n:127.0.0.1:63579_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:63571/collection1/] and I am [http://127.0.0.1:63579/collection1/]
   [junit4]   2> 498859 INFO  (recoveryExecutor-533-thread-1-processing-n:127.0.0.1:63579_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:63571]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:63579_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 498865 INFO  (qtp1379831333-3038) [n:127.0.0.1:63571_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 498866 INFO  (qtp1379831333-3038) [n:127.0.0.1:63571_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 498866 INFO  (qtp1379831333-3038) [n:127.0.0.1:63571_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:63579_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:63579","node_name":"127.0.0.1:63579_","state":"down"}
   [junit4]   2> 498969 INFO  (zkCallback-535-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 498969 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 498969 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 499623 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-4-001/cores/collection1
   [junit4]   2> 499624 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-4-001
   [junit4]   2> 499624 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 499627 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29f5dd37{/,null,AVAILABLE}
   [junit4]   2> 499627 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2f64416e{HTTP/1.1,[http/1.1]}{127.0.0.1:63584}
   [junit4]   2> 499627 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.Server Started @505034ms
   [junit4]   2> 499627 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=63584, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-4-001/cores}
   [junit4]   2> 499628 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 499629 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 499629 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 499629 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 499629 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-26T02:37:49.767Z
   [junit4]   2> 499634 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 499634 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-4-001/solr.xml
   [junit4]   2> 499690 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 499693 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63562/solr
   [junit4]   2> 499720 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63584_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 499732 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63584_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63584_
   [junit4]   2> 499736 INFO  (zkCallback-517-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 499738 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 499737 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 499738 INFO  (zkCallback-542-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 499737 INFO  (zkCallback-513-thread-1-processing-n:127.0.0.1:63565_) [n:127.0.0.1:63565_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 499738 INFO  (zkCallback-535-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 499776 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63584_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-4-001/cores
   [junit4]   2> 499776 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [n:127.0.0.1:63584_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 499781 INFO  (OverseerStateUpdate-97001659410743300-127.0.0.1:63565_-n_0000000000) [n:127.0.0.1:63565_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 499869 INFO  (qtp1379831333-3038) [n:127.0.0.1:63571_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:63579_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:63579","node_name":"127.0.0.1:63579_","state":"recovering"}
   [junit4]   2> 499870 INFO  (qtp1379831333-3038) [n:127.0.0.1:63571_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 499870 INFO  (qtp1379831333-3038) [n:127.0.0.1:63571_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:63579_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1004
   [junit4]   2> 499894 INFO  (zkCallback-542-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 499894 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 499894 INFO  (zkCallback-535-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 499894 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:63571_) [n:127.0.0.1:63571_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 500801 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 500820 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 500937 WARN  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 500941 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 500970 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 500971 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-4-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 500971 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@278e732b
   [junit4]   2> 500972 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7339331322846946]
   [junit4]   2> 500979 WARN  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 501000 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 501000 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 501001 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 501001 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 501002 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=25.9609375, floorSegmentMB=1.654296875, forceMergeDeletesPctAllowed=7.026164338285929, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 501002 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1077069a[collection1] main]
   [junit4]   2> 501004 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 501005 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 501005 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 501008 INFO  (coreLoadExecutor-1859-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552026562613739520
   [junit4]   2> 501011 INFO  (searcherExecutor-1860-thread-1-processing-n:127.0.0.1:63584_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1077069a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 501017 INFO  (coreZkRegister-1854-thread-1-processing-n:127.0.0.1:63584_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 501018 INFO  (updateExecutor-539-thread-1-processing-n:127.0.0.1:63584_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 501022 INFO  (recoveryExecutor-540-thread-1-processing-n:127.0.0.1:63584_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 501023 INFO  (recoveryExecutor-540-thread-1-processing-n:127.0.0.1:63584_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 501023 INFO  (recoveryExecutor-540-thread-1-processing-n:127.0.0.1:63584_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 501023 INFO  (recoveryExecutor-540-thread-1-processing-n:127.0.0.1:63584_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 501023 INFO  (recoveryExecutor-540-thread-1-processing-n:127.0.0.1:63584_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:63575/collection1/] and I am [http://127.0.0.1:63584/collection1/]
   [junit4]   2> 501028 INFO  (recoveryExecutor-540-thread-1-processing-n:127.0.0.1:63584_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:63575]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:63584_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 501034 INFO  (qtp1611187101-3066) [n:127.0.0.1:63575_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 501036 INFO  (qtp1611187101-3066) [n:127.0.0.1:63575_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 501036 INFO  (qtp1611187101-3066) [n:127.0.0.1:63575_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:63584_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:63584","node_name":"127.0.0.1:63584_","state":"down"}
   [junit4]   2> 501159 INFO  (zkCallback-529-thread-2-processing-n:127.0.0.1:63575_) [n:127.0.0.1:63575_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 501160 INFO  (zkCallback-542-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 501160 INFO  (zkCallback-535-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 501160

[...truncated too long message...]

rocessing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 536109 WARN  (zkCallback-535-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 536109 INFO  (zkCallback-535-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 536109 INFO  (zkCallback-535-thread-1-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@68c7c6d3
   [junit4]   2> 536133 INFO  (zkCallback-542-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63584/collection1/
   [junit4]   2> 536133 INFO  (zkCallback-542-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 536134 INFO  (zkCallback-542-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63584/collection1/ has no replicas
   [junit4]   2> 536134 WARN  (zkCallback-535-thread-3-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:.system s:shard1 r:core_node2 x:.system_shard1_replica2] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 536136 INFO  (zkCallback-535-thread-3-processing-n:127.0.0.1:63579_) [n:127.0.0.1:63579_ c:.system s:shard1 r:core_node2 x:.system_shard1_replica2] o.a.s.c.SolrCore [.system_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@643e26fc
   [junit4]   2> 536140 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4f25fca3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 536140 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5f54aaf{/,null,UNAVAILABLE}
   [junit4]   2> 536147 INFO  (zkCallback-542-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63584/collection1/ shard1
   [junit4]   2> 536151 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 63584
   [junit4]   2> 536151 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=786843885
   [junit4]   2> 536158 INFO  (zkCallback-542-thread-1-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 536158 INFO  (coreCloseExecutor-2029-thread-1) [n:127.0.0.1:63584_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@336332a5
   [junit4]   2> 536170 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.Overseer Overseer (id=97001659410743314-127.0.0.1:63584_-n_0000000004) closing
   [junit4]   2> 536170 INFO  (OverseerStateUpdate-97001659410743314-127.0.0.1:63584_-n_0000000004) [n:127.0.0.1:63584_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63584_
   [junit4]   2> 536194 WARN  (zkCallback-542-thread-3-processing-n:127.0.0.1:63584_) [n:127.0.0.1:63584_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 536204 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2f64416e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 536204 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@29f5dd37{/,null,UNAVAILABLE}
   [junit4]   2> 536220 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[D318C7C81200BFFA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63562 63562
   [junit4]   2> 536287 INFO  (Thread-688) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63562 63562
   [junit4]   2> 539356 WARN  (Thread-688) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/configs/conf1
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	2	/solr/configs/.system
   [junit4]   2> 	2	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	44	/solr/overseer/queue
   [junit4]   2> 	42	/solr/overseer/collection-queue-work
   [junit4]   2> 	17	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=D318C7C81200BFFA -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Asia/Ulaanbaatar -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 49.9s J1 | TestDynamicLoading.testDynamicLoading <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not get expected value  'X val' for path 'x' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "params":{"wt":"json"},
   [junit4]    >   "context":{
   [junit4]    >     "webapp":"",
   [junit4]    >     "path":"/test1",
   [junit4]    >     "httpMethod":"GET"},
   [junit4]    >   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
   [junit4]    >   "x":null},  from server:  null
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D318C7C81200BFFA:B55EA9FE5DD1A5A]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:535)
   [junit4]    > 	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:232)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 539362 INFO  (SUITE-TestDynamicLoading-seed#[D318C7C81200BFFA]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_D318C7C81200BFFA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {blobName=PostingsFormat(name=Direct), size=PostingsFormat(name=Asserting), _version_=FSTOrd50, id=Lucene50(blocksize=128), version=PostingsFormat(name=Direct), md5=FSTOrd50, timestamp=FSTOrd50}, docValues:{}, maxPointsInLeafNode=905, maxMBSortInHeap=5.354621652996589, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-IQ, timezone=Asia/Ulaanbaatar
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=154653456,total=330301440
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetExistsSmallTest, SpellCheckCollatorTest, SpellCheckComponentTest, ResourceLoaderTest, DefaultValueUpdateProcessorTest, DistributedVersionInfoTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSimpleQParserPlugin, TestMergePolicyConfig, TestComplexPhraseQParserPlugin, TestLuceneMatchVersion, TestSolrQueryParserResource, StatsComponentTest, TestIntervalFaceting, ResponseHeaderTest, CollectionsAPIDistributedZkTest, FieldMutatingUpdateProcessorTest, TestSolrQueryResponse, UpdateRequestProcessorFactoryTest, ConnectionReuseTest, TermVectorComponentDistributedTest, DistributedFacetPivotLongTailTest, TestCodecSupport, HdfsChaosMonkeyNothingIsSafeTest, MigrateRouteKeyTest, ChaosMonkeySafeLeaderTest, TestNonDefinedSimilarityFactory, TestUseDocValuesAsStored2, TestCoreDiscovery, TestLMDirichletSimilarityFactory, UpdateParamsTest, TestDocSet, HLLSerializationTest, TestConfigSetsAPIExclusivity, CheckHdfsIndexTest, TestQuerySenderListener, RulesTest, TestQuerySenderNoQuery, TestAnalyzeInfixSuggestions, DocValuesMissingTest, SolrCLIZkUtilsTest, TestConfigReload, DistributedQueryComponentCustomSortTest, TestFieldCacheSort, OverseerRolesTest, TestFileDictionaryLookup, PreAnalyzedFieldTest, ConfigSetsAPITest, TestXmlQParserPlugin, HdfsRestartWhileUpdatingTest, BinaryUpdateRequestHandlerTest, HdfsBasicDistributedZk2Test, TestQueryTypes, MergeStrategyTest, TestDynamicLoading]
   [junit4] Completed [117/657 (1!)] on J1 in 49.92s, 1 test, 1 failure <<< FAILURES!

[...truncated 62542 lines...]