You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/11/29 02:57:46 UTC

[JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_102) - Build # 589 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/589/
Java: 64bit/jdk1.8.0_102 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([7D4CD5B05AAB1158:F518EA6AF4577CA0]:0)
	at org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test(TestSolrConfigHandlerConcurrent.java:109)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12500 lines...]
   [junit4] Suite: org.apache.solr.handler.TestSolrConfigHandlerConcurrent
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\init-core-data-001
   [junit4]   2> 2747584 INFO  (SUITE-TestSolrConfigHandlerConcurrent-seed#[7D4CD5B05AAB1158]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2747584 INFO  (SUITE-TestSolrConfigHandlerConcurrent-seed#[7D4CD5B05AAB1158]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2747589 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2747590 INFO  (Thread-4857) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2747590 INFO  (Thread-4857) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2747690 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.ZkTestServer start zk server on port:50993
   [junit4]   2> 2747715 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2747720 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2747722 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2747726 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2747728 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2747731 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2747733 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2747735 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2747737 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2747739 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2747740 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2748690 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\control-001\cores\collection1
   [junit4]   2> 2748693 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2748694 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5855bc33{/,null,AVAILABLE}
   [junit4]   2> 2748697 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3fa19f65{HTTP/1.1,[http/1.1]}{127.0.0.1:51001}
   [junit4]   2> 2748697 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server Started @2754776ms
   [junit4]   2> 2748697 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\tempDir-001/control/data, hostContext=/, hostPort=51001, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\control-001\cores}
   [junit4]   2> 2748697 ERROR (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2748697 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 2748697 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2748697 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2748697 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-29T02:27:15.113Z
   [junit4]   2> 2748703 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158ade853dc0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2748703 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2748703 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\control-001\solr.xml
   [junit4]   2> 2748718 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2748719 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50993/solr
   [junit4]   2> 2748722 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158ade853dc0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2748749 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51001_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51001_
   [junit4]   2> 2748751 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51001_    ] o.a.s.c.Overseer Overseer (id=97018605339410436-127.0.0.1:51001_-n_0000000000) starting
   [junit4]   2> 2748758 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51001_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51001_
   [junit4]   2> 2748764 INFO  (OverseerStateUpdate-97018605339410436-127.0.0.1:51001_-n_0000000000) [n:127.0.0.1:51001_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2748833 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51001_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\control-001\cores
   [junit4]   2> 2748835 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51001_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2748839 INFO  (OverseerStateUpdate-97018605339410436-127.0.0.1:51001_-n_0000000000) [n:127.0.0.1:51001_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2749863 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 2749882 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2750015 WARN  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2750019 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2750045 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2750045 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\control-001\cores\collection1\data\]
   [junit4]   2> 2750045 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c8bd14
   [junit4]   2> 2750047 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=13.439453125, floorSegmentMB=2.10546875, forceMergeDeletesPctAllowed=23.89166221798355, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46204894954690523
   [junit4]   2> 2750052 WARN  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2750075 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2750075 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2750077 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2750077 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2750077 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5563396154281601]
   [junit4]   2> 2750078 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@32dbd70[collection1] main]
   [junit4]   2> 2750080 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2750080 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2750080 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2750081 INFO  (searcherExecutor-10856-thread-1-processing-n:127.0.0.1:51001_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@32dbd70[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2750082 INFO  (coreLoadExecutor-10855-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552297688037326848
   [junit4]   2> 2750093 INFO  (coreZkRegister-10848-thread-1-processing-n:127.0.0.1:51001_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2750093 INFO  (coreZkRegister-10848-thread-1-processing-n:127.0.0.1:51001_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2750093 INFO  (coreZkRegister-10848-thread-1-processing-n:127.0.0.1:51001_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51001/collection1/
   [junit4]   2> 2750093 INFO  (coreZkRegister-10848-thread-1-processing-n:127.0.0.1:51001_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2750093 INFO  (coreZkRegister-10848-thread-1-processing-n:127.0.0.1:51001_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51001/collection1/ has no replicas
   [junit4]   2> 2750100 INFO  (coreZkRegister-10848-thread-1-processing-n:127.0.0.1:51001_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51001/collection1/ shard1
   [junit4]   2> 2750253 INFO  (coreZkRegister-10848-thread-1-processing-n:127.0.0.1:51001_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51001_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2750347 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2750351 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50993/solr ready
   [junit4]   2> 2750351 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2750351 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 2750367 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158ade853dc0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2751050 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-1-001\cores\collection1
   [junit4]   2> 2751053 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-1-001
   [junit4]   2> 2751054 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2751056 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78d0ffa9{/,null,AVAILABLE}
   [junit4]   2> 2751057 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@59b51c0f{HTTP/1.1,[http/1.1]}{127.0.0.1:51019}
   [junit4]   2> 2751057 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server Started @2757136ms
   [junit4]   2> 2751057 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=51019, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-1-001\cores}
   [junit4]   2> 2751057 ERROR (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2751057 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 2751057 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2751057 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2751058 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-29T02:27:17.474Z
   [junit4]   2> 2751062 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2751063 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-1-001\solr.xml
   [junit4]   2> 2751085 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2751086 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50993/solr
   [junit4]   2> 2751106 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2751115 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51019_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51019_
   [junit4]   2> 2751118 INFO  (zkCallback-3790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2751118 INFO  (zkCallback-3786-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2751120 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2751161 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51019_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-1-001\cores
   [junit4]   2> 2751161 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51019_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2751165 INFO  (OverseerStateUpdate-97018605339410436-127.0.0.1:51001_-n_0000000000) [n:127.0.0.1:51001_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2751269 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2752182 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 2752199 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2752342 WARN  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2752346 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2752377 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2752377 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-1-001\cores\collection1\data\]
   [junit4]   2> 2752377 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c8bd14
   [junit4]   2> 2752378 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=13.439453125, floorSegmentMB=2.10546875, forceMergeDeletesPctAllowed=23.89166221798355, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46204894954690523
   [junit4]   2> 2752383 WARN  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2752412 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2752413 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2752415 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2752415 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2752416 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5563396154281601]
   [junit4]   2> 2752416 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e197df8[collection1] main]
   [junit4]   2> 2752419 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2752419 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2752419 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2752420 INFO  (searcherExecutor-10867-thread-1-processing-n:127.0.0.1:51019_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e197df8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2752420 INFO  (coreLoadExecutor-10866-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552297690488897536
   [junit4]   2> 2752432 INFO  (coreZkRegister-10861-thread-1-processing-n:127.0.0.1:51019_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2752432 INFO  (coreZkRegister-10861-thread-1-processing-n:127.0.0.1:51019_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2752434 INFO  (coreZkRegister-10861-thread-1-processing-n:127.0.0.1:51019_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51019/collection1/
   [junit4]   2> 2752434 INFO  (coreZkRegister-10861-thread-1-processing-n:127.0.0.1:51019_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2752434 INFO  (coreZkRegister-10861-thread-1-processing-n:127.0.0.1:51019_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51019/collection1/ has no replicas
   [junit4]   2> 2752440 INFO  (coreZkRegister-10861-thread-1-processing-n:127.0.0.1:51019_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51019/collection1/ shard2
   [junit4]   2> 2752546 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2752593 INFO  (coreZkRegister-10861-thread-1-processing-n:127.0.0.1:51019_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:51019_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2752699 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2753329 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-2-001\cores\collection1
   [junit4]   2> 2753332 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-2-001
   [junit4]   2> 2753333 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2753334 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d77b9ea{/,null,AVAILABLE}
   [junit4]   2> 2753336 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@524e7475{HTTP/1.1,[http/1.1]}{127.0.0.1:51031}
   [junit4]   2> 2753337 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server Started @2759416ms
   [junit4]   2> 2753337 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=51031, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-2-001\cores}
   [junit4]   2> 2753338 ERROR (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2753338 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 2753338 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2753338 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2753338 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-29T02:27:19.754Z
   [junit4]   2> 2753344 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2753344 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-2-001\solr.xml
   [junit4]   2> 2753363 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2753365 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50993/solr
   [junit4]   2> 2753370 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158ade853dc000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2753381 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2753389 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51031_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51031_
   [junit4]   2> 2753393 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2753393 INFO  (zkCallback-3790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2753393 INFO  (zkCallback-3786-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2753394 INFO  (zkCallback-3802-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2753452 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51031_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-2-001\cores
   [junit4]   2> 2753453 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51031_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2753456 INFO  (OverseerStateUpdate-97018605339410436-127.0.0.1:51001_-n_0000000000) [n:127.0.0.1:51001_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2753561 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2753561 INFO  (zkCallback-3802-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2754472 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 2754512 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2754624 WARN  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2754650 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2754670 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2754671 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-2-001\cores\collection1\data\]
   [junit4]   2> 2754671 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c8bd14
   [junit4]   2> 2754672 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=13.439453125, floorSegmentMB=2.10546875, forceMergeDeletesPctAllowed=23.89166221798355, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46204894954690523
   [junit4]   2> 2754678 WARN  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2754705 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2754705 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2754707 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2754707 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2754708 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5563396154281601]
   [junit4]   2> 2754708 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3de08a4d[collection1] main]
   [junit4]   2> 2754709 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2754711 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2754711 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2754711 INFO  (searcherExecutor-10878-thread-1-processing-n:127.0.0.1:51031_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3de08a4d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2754711 INFO  (coreLoadExecutor-10877-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552297692891185152
   [junit4]   2> 2754722 INFO  (coreZkRegister-10872-thread-1-processing-n:127.0.0.1:51031_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2754722 INFO  (coreZkRegister-10872-thread-1-processing-n:127.0.0.1:51031_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2754723 INFO  (coreZkRegister-10872-thread-1-processing-n:127.0.0.1:51031_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51031/collection1/
   [junit4]   2> 2754723 INFO  (coreZkRegister-10872-thread-1-processing-n:127.0.0.1:51031_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2754723 INFO  (coreZkRegister-10872-thread-1-processing-n:127.0.0.1:51031_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51031/collection1/ has no replicas
   [junit4]   2> 2754728 INFO  (coreZkRegister-10872-thread-1-processing-n:127.0.0.1:51031_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51031/collection1/ shard1
   [junit4]   2> 2754834 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2754834 INFO  (zkCallback-3802-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2754881 INFO  (coreZkRegister-10872-thread-1-processing-n:127.0.0.1:51031_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51031_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2754989 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2754989 INFO  (zkCallback-3802-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2755500 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-3-001\cores\collection1
   [junit4]   2> 2755503 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-3-001
   [junit4]   2> 2755503 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2755504 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d7c0933{/,null,AVAILABLE}
   [junit4]   2> 2755505 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6b1ad6d6{HTTP/1.1,[http/1.1]}{127.0.0.1:51044}
   [junit4]   2> 2755506 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server Started @2761585ms
   [junit4]   2> 2755506 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=51044, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-3-001\cores}
   [junit4]   2> 2755506 ERROR (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2755507 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 2755507 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2755507 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2755507 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-29T02:27:21.923Z
   [junit4]   2> 2755510 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158ade853dc000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2755511 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2755511 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-3-001\solr.xml
   [junit4]   2> 2755526 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2755527 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50993/solr
   [junit4]   2> 2755539 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51044_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2755545 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51044_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51044_
   [junit4]   2> 2755547 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2755549 INFO  (zkCallback-3802-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2755549 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2755549 INFO  (zkCallback-3786-thread-1-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2755549 INFO  (zkCallback-3790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2755587 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51044_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-3-001\cores
   [junit4]   2> 2755587 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51044_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2755591 INFO  (OverseerStateUpdate-97018605339410436-127.0.0.1:51001_-n_0000000000) [n:127.0.0.1:51001_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2755694 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2755694 INFO  (zkCallback-3802-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2755694 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2756606 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 2756620 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2756728 WARN  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2756730 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2756749 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2756750 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-3-001\cores\collection1\data\]
   [junit4]   2> 2756750 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c8bd14
   [junit4]   2> 2756751 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=13.439453125, floorSegmentMB=2.10546875, forceMergeDeletesPctAllowed=23.89166221798355, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46204894954690523
   [junit4]   2> 2756755 WARN  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2756770 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2756770 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2756771 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2756771 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2756771 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5563396154281601]
   [junit4]   2> 2756772 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c58de0f[collection1] main]
   [junit4]   2> 2756773 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2756773 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2756773 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2756774 INFO  (searcherExecutor-10889-thread-1-processing-n:127.0.0.1:51044_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c58de0f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2756774 INFO  (coreLoadExecutor-10888-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552297695054397440
   [junit4]   2> 2756779 INFO  (coreZkRegister-10883-thread-1-processing-n:127.0.0.1:51044_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 2756780 INFO  (updateExecutor-3805-thread-1-processing-n:127.0.0.1:51044_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 2756780 INFO  (recoveryExecutor-3806-thread-1-processing-n:127.0.0.1:51044_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 2756780 INFO  (recoveryExecutor-3806-thread-1-processing-n:127.0.0.1:51044_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 2756780 INFO  (recoveryExecutor-3806-thread-1-processing-n:127.0.0.1:51044_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 2756780 INFO  (recoveryExecutor-3806-thread-1-processing-n:127.0.0.1:51044_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 2756781 INFO  (recoveryExecutor-3806-thread-1-processing-n:127.0.0.1:51044_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51019/collection1/] and I am [http://127.0.0.1:51044/collection1/]
   [junit4]   2> 2756783 INFO  (recoveryExecutor-3806-thread-1-processing-n:127.0.0.1:51044_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51044_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51019]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:51044_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 2756791 INFO  (qtp2097172391-21854) [n:127.0.0.1:51019_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 2756792 INFO  (qtp2097172391-21854) [n:127.0.0.1:51019_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 2756792 INFO  (qtp2097172391-21854) [n:127.0.0.1:51019_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51044_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51044","node_name":"127.0.0.1:51044_","state":"down"}
   [junit4]   2> 2756887 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2756887 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2756888 INFO  (zkCallback-3802-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2757659 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-4-001\cores\collection1
   [junit4]   2> 2757663 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-4-001
   [junit4]   2> 2757664 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2757664 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e00f989{/,null,AVAILABLE}
   [junit4]   2> 2757665 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@74027f39{HTTP/1.1,[http/1.1]}{127.0.0.1:51058}
   [junit4]   2> 2757665 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.e.j.s.Server Started @2763744ms
   [junit4]   2> 2757666 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=51058, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-4-001\cores}
   [junit4]   2> 2757666 ERROR (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2757666 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 2757666 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2757666 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2757666 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-29T02:27:24.082Z
   [junit4]   2> 2757673 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158ade853dc0010, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2757673 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2757673 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-4-001\solr.xml
   [junit4]   2> 2757690 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2757691 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50993/solr
   [junit4]   2> 2757711 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51058_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2757717 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51058_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51058_
   [junit4]   2> 2757736 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2757736 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2757736 INFO  (zkCallback-3790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2757736 INFO  (zkCallback-3786-thread-2-processing-n:127.0.0.1:51001_) [n:127.0.0.1:51001_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2757736 INFO  (zkCallback-3802-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2757764 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51058_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-4-001\cores
   [junit4]   2> 2757764 INFO  (TEST-TestSolrConfigHandlerConcurrent.test-seed#[7D4CD5B05AAB1158]) [n:127.0.0.1:51058_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2757771 INFO  (zkCallback-3815-thread-2-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2757776 INFO  (OverseerStateUpdate-97018605339410436-127.0.0.1:51001_-n_0000000000) [n:127.0.0.1:51001_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2757792 INFO  (qtp2097172391-21854) [n:127.0.0.1:51019_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51044_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51044","node_name":"127.0.0.1:51044_","state":"recovering"}
   [junit4]   2> 2757792 INFO  (qtp2097172391-21854) [n:127.0.0.1:51019_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 2757792 INFO  (qtp2097172391-21854) [n:127.0.0.1:51019_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51044_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 2757880 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:51044_) [n:127.0.0.1:51044_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2757881 INFO  (zkCallback-3796-thread-1-processing-n:127.0.0.1:51019_) [n:127.0.0.1:51019_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2757881 INFO  (zkCallback-3802-thread-1-processing-n:127.0.0.1:51031_) [n:127.0.0.1:51031_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2757881 INFO  (zkCallback-3815-thread-3-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2758791 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 2758804 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2758911 WARN  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2758914 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2758930 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2758930 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-4-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001\shard-4-001\cores\collection1\data\]
   [junit4]   2> 2758931 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c8bd14
   [junit4]   2> 2758931 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=13.439453125, floorSegmentMB=2.10546875, forceMergeDeletesPctAllowed=23.89166221798355, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46204894954690523
   [junit4]   2> 2758935 WARN  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2758950 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2758950 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2758951 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2758951 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2758952 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5563396154281601]
   [junit4]   2> 2758952 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b7826fc[collection1] main]
   [junit4]   2> 2758953 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2758954 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2758954 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2758954 INFO  (searcherExecutor-10900-thread-1-processing-n:127.0.0.1:51058_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6b7826fc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2758955 INFO  (coreLoadExecutor-10899-thread-1-processing-n:127.0.0.1:51058_) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552297697341341696
   [junit4]   2> 2758960 INFO  (coreZkRegister-10894-thread-1-processing-n:127.0.0.1:51058_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51058_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 2758960 INFO  (updateExecutor-3812-thread-1-processing-n:127.0.0.1:51058_ x:collection1 s:shard1 c:collec

[...truncated too long message...]

olr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	43	/solr/overseer/queue
   [junit4]   2> 	19	/solr/overseer/collection-queue-work
   [junit4]   2> 	12	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerConcurrent -Dtests.method=test -Dtests.seed=7D4CD5B05AAB1158 -Dtests.slow=true -Dtests.locale=ar-SD -Dtests.timezone=America/Guayaquil -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   19.8s J1 | TestSolrConfigHandlerConcurrent.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7D4CD5B05AAB1158:F518EA6AF4577CA0]:0)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test(TestSolrConfigHandlerConcurrent.java:109)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2767358 INFO  (SUITE-TestSolrConfigHandlerConcurrent-seed#[7D4CD5B05AAB1158]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestSolrConfigHandlerConcurrent_7D4CD5B05AAB1158-001
   [junit4]   2> Nov 29, 2016 2:27:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=866, maxMBSortInHeap=5.843423750587642, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ar-SD, timezone=America/Guayaquil
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=295522840,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocSet, CdcrVersionReplicationTest, SuggesterTest, TestRangeQuery, HdfsDirectoryFactoryTest, TestFieldTypeResource, TestClusterStateMutator, TestQueryWrapperFilter, TestLocalFSCloudBackupRestore, TestRuleBasedAuthorizationPlugin, TestStressCloudBlindAtomicUpdates, TestFoldingMultitermQuery, TestRestManager, CoreAdminHandlerTest, TestConfigSetsAPIZkFailure, BasicAuthIntegrationTest, TestJoin, TestUniqueKeyFieldResource, FieldMutatingUpdateProcessorTest, TestPHPSerializedResponseWriter, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, TestLeaderElectionZkExpiry, TestDistributedStatsComponentCardinality, MultiThreadedOCPTest, ReturnFieldsTest, TestSSLRandomization, CollectionsAPISolrJTest, TestRandomFlRTGCloud, StatsComponentTest, TestHdfsBackupRestoreCore, SpellingQueryConverterTest, HdfsChaosMonkeySafeLeaderTest, BigEndianAscendingWordDeserializerTest, NotRequiredUniqueKeyTest, TestPushWriter, DistanceUnitsTest, SimpleCollectionCreateDeleteTest, TestConfig, ReplicationFactorTest, TestFieldCacheWithThreads, TestSolrConfigHandlerCloud, TestNumericTerms32, RollingRestartTest, TestCrossCoreJoin, AnalysisErrorHandlingTest, TestDynamicFieldResource, FileBasedSpellCheckerTest, HttpSolrCallGetCoreTest, SecurityConfHandlerTest, AliasIntegrationTest, TestManagedSchema, TestBinaryResponseWriter, LeaderElectionContextKeyTest, CollectionTooManyReplicasTest, AddSchemaFieldsUpdateProcessorFactoryTest, DefaultValueUpdateProcessorTest, TestOmitPositions, SimpleMLTQParserTest, TemplateUpdateProcessorTest, TestDeleteCollectionOnDownNodes, PeerSyncReplicationTest, EnumFieldTest, ShardRoutingCustomTest, TestHdfsUpdateLog, TestManagedSchemaThreadSafety, ForceLeaderTest, UUIDFieldTest, ConnectionReuseTest, URLClassifyProcessorTest, BooleanFieldTest, TestSolrCoreProperties, TestRebalanceLeaders, HdfsBasicDistributedZkTest, TestCustomSort, CursorMarkTest, TestPivotHelperCode, TestDefaultSearchFieldResource, TestFilteredDocIdSet, LeaderFailureAfterFreshStartTest, TestSolrXml, TestSolrFieldCacheMBean, TestImplicitCoreProperties, BlockJoinFacetSimpleTest, TestTestInjection, TestXmlQParser, RemoteQueryErrorTest, RankQueryTest, DistanceFunctionTest, TestManagedResource, TolerantUpdateProcessorTest, DistribJoinFromCollectionTest, TestAuthorizationFramework, DistributedFacetPivotLargeTest, ClusterStateTest, TestEmbeddedSolrServerConstructors, BlockCacheTest, HdfsSyncSliceTest, SpellCheckCollatorTest, TestHdfsCloudBackupRestore, CoreMergeIndexesAdminHandlerTest, CircularListTest, PreAnalyzedFieldTest, BadIndexSchemaTest, TestBlobHandler, TestRequestForwarding, TestCodecSupport, TestMaxScoreQueryParser, TestSolrQueryParser, SortByFunctionTest, DistributedFacetPivotWhiteBoxTest, BufferStoreTest, DirectUpdateHandlerOptimizeTest, TestSystemIdResolver, SolrCoreCheckLockOnStartupTest, TestChildDocTransformer, TestFieldResource, TestLMJelinekMercerSimilarityFactory, TestSolrConfigHandler, TestCollapseQParserPlugin, TestGraphMLResponseWriter, TestRandomFaceting, DistributedIntervalFacetingTest, DebugComponentTest, UpdateRequestProcessorFactoryTest, TestFieldCache, BitVectorTest, TestMergePolicyConfig, TestValueSourceCache, TestSearcherReuse, TestLuceneMatchVersion, FacetPivotSmallTest, DeleteInactiveReplicaTest, TestSolrCoreSnapshots, BinaryUpdateRequestHandlerTest, TestIndexingPerformance, TestReqParamsAPI, TestDistributedMissingSort, QueryParsingTest, TestSuggestSpellingConverter, JsonLoaderTest, TestAddFieldRealTimeGet, TestUninvertingReader, HdfsWriteToMultipleCollectionsTest, TestRTimerTree, ConfigSetsAPITest, TestQuerySenderNoQuery, TestQueryTypes, TestCoreDiscovery, FullHLLTest, ChaosMonkeySafeLeaderTest, TestLMDirichletSimilarityFactory, TestBadConfig, TestDFRSimilarityFactory, DistributedFacetPivotSmallAdvancedTest, SolrIndexConfigTest, CachingDirectoryFactoryTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, ConvertedLegacyTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SuggesterTSTTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, ActionThrottleTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionReloadTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteReplicaTest, DeleteStatusTest, DistribCursorPagingTest, HttpPartitionTest, OverseerStatusTest, ShardSplitTest, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsTlogReplayBufferedWhileIndexingTest, ZkStateReaderTest, ZkStateWriterTest, BlobRepositoryCloudTest, TestDynamicLoading, TestConfigReload, TestRestoreCore, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent]
   [junit4] Completed [550/658 (1!)] on J1 in 20.07s, 1 test, 1 error <<< FAILURES!

[...truncated 61125 lines...]


[JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_102) - Build # 590 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/590/
Java: 64bit/jdk1.8.0_102 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestZkChroot

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf\lang: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf\lang    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf\lang: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf\lang
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001

	at __randomizedtesting.SeedInfo.seed([E467A7AA0BEA360B]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11734 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestZkChroot
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\init-core-data-001
   [junit4]   2> 1646787 INFO  (SUITE-TestZkChroot-seed#[E467A7AA0BEA360B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1646788 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWithUploadDir
   [junit4]   2> 1646789 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1646789 INFO  (Thread-3836) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1646789 INFO  (Thread-3836) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1646890 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [    ] o.a.s.c.ZkTestServer start zk server on port:59587
   [junit4]   2> 1647093 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\solr.xml
   [junit4]   2> 1647112 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 1647113 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59587/foo/bar3
   [junit4]   2> 1647120 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158b01a7e330001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1647149 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 192.168.57.16:8983_solr
   [junit4]   2> 1647150 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.Overseer Overseer (id=97021019821375490-192.168.57.16:8983_solr-n_0000000000) starting
   [junit4]   2> 1647160 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/192.168.57.16:8983_solr
   [junit4]   2> 1647162 INFO  (OverseerStateUpdate-97021019821375490-192.168.57.16:8983_solr-n_0000000000) [n:192.168.57.16:8983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1647503 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001
   [junit4]   2> 1647503 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1647506 INFO  (OverseerStateUpdate-97021019821375490-192.168.57.16:8983_solr-n_0000000000) [n:192.168.57.16:8983_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1648511 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.ZkController Setting config for collection:collection1 to testWithUploadDir
   [junit4]   2> 1648526 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1648527 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1648528 WARN  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\contrib\extraction\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\contrib\extraction\lib
   [junit4]   2> 1648529 WARN  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\dist filtered by solr-cell-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\dist
   [junit4]   2> 1648530 WARN  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\contrib\clustering\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\contrib\clustering\lib
   [junit4]   2> 1648530 WARN  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\dist filtered by solr-clustering-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\dist
   [junit4]   2> 1648531 WARN  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\contrib\langid\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\contrib\langid\lib
   [junit4]   2> 1648531 WARN  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\dist filtered by solr-langid-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\dist
   [junit4]   2> 1648532 WARN  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\contrib\velocity\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\contrib\velocity\lib
   [junit4]   2> 1648532 WARN  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\dist filtered by solr-velocity-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\..\..\..\..\dist
   [junit4]   2> 1648539 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 1648540 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1648583 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 1648756 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 1648756 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 1648759 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 1648759 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 1648759 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 1648815 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1648815 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-001\collection1\data\]
   [junit4]   2> 1648815 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7726e4ea
   [junit4]   2> 1648816 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@7dc8afde
   [junit4]   2> 1648816 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648816 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 1648816 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648816 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: 0 msec to checkpoint
   [junit4]   2> 1648816 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: init: create=true
   [junit4]   2> 1648816 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: 
   [junit4]   2> dir=MockDirectoryWrapper(RAMDirectory@abcde5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e8a08f2)
   [junit4]   2> index=
   [junit4]   2> version=6.4.0
   [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
   [junit4]   2> ramBufferSizeMB=100.0
   [junit4]   2> maxBufferedDocs=-1
   [junit4]   2> maxBufferedDeleteTerms=-1
   [junit4]   2> mergedSegmentWarmer=null
   [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> commit=null
   [junit4]   2> openMode=CREATE
   [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
   [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
   [junit4]   2> codec=Lucene62
   [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1
   [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@19d8d582
   [junit4]   2> readerPooling=false
   [junit4]   2> perThreadHardLimitMB=1945
   [junit4]   2> useCompoundFile=false
   [junit4]   2> commitOnClose=true
   [junit4]   2> indexSort=null
   [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@47c2f7b9
   [junit4]   2> 
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: MMapDirectory.UNMAP_SUPPORTED=true
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: now flush at close
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]:   start flush: applyAllDeletes=true
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]:   index before flush 
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: startFullFlush
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr finishFullFlush success=true
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: apply all deletes during flush
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: prune sis=segments:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: initDynamicDefaults spins=false maxThreadCount=2 maxMergeCount=7
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: now merge
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]:   index: 
   [junit4]   2> 1648817 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]:   no more merges pending; now return
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: waitForMerges
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: waitForMerges done
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: commit: start
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: commit: enter lock
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: commit: now prepare
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: prepareCommit: flush
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]:   index before flush 
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: startFullFlush
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: apply all deletes during flush
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: prune sis=segments:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr finishFullFlush success=true
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: startCommit(): start
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: startCommit index= changeCount=2
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: startCommit: wrote pending segments file "pending_segments_1"
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: done all syncs: []
   [junit4]   2> 1648818 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: commit: pendingCommit != null
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: commit: done writing segments file "segments_1"
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: 0 msec to checkpoint
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: commit: took 1.0 msec
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: commit: done
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: rollback
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: all running merges have aborted
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: rollback: done finish merges
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: abort
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: done abort success=true
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: rollback: infos=
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: 0 msec to checkpoint
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648820 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1648836 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1648836 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1648837 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1648838 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1648838 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@7dc8afde
   [junit4]   2> 1648838 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: init: load commit "segments_1"
   [junit4]   2> 1648838 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648838 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 1648838 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648838 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: 0 msec to checkpoint
   [junit4]   2> 1648838 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: init: create=false
   [junit4]   2> 1648838 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: 
   [junit4]   2> dir=MockDirectoryWrapper(RAMDirectory@abcde5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e8a08f2)
   [junit4]   2> index=
   [junit4]   2> version=6.4.0
   [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
   [junit4]   2> ramBufferSizeMB=100.0
   [junit4]   2> maxBufferedDocs=-1
   [junit4]   2> maxBufferedDeleteTerms=-1
   [junit4]   2> mergedSegmentWarmer=null
   [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> commit=null
   [junit4]   2> openMode=APPEND
   [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
   [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
   [junit4]   2> codec=Lucene62
   [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1
   [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@68a7d9d3
   [junit4]   2> readerPooling=false
   [junit4]   2> perThreadHardLimitMB=1945
   [junit4]   2> useCompoundFile=false
   [junit4]   2> commitOnClose=true
   [junit4]   2> indexSort=null
   [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@5766d021
   [junit4]   2> 
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: MMapDirectory.UNMAP_SUPPORTED=true
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: flush at getReader
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: startFullFlush
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: apply all deletes during flush
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: incRefDeleter for NRT reader version=2 segments=
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr finishFullFlush success=true
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr]: getReader took 0 msec
   [junit4]   2> 1648839 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e34ade2[collection1] main]
   [junit4]   2> 1648840 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testWithUploadDir
   [junit4]   2> 1648841 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testWithUploadDir
   [junit4]   2> 1648841 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResource Loaded initArgs {} for /rest/managed
   [junit4]   2> 1648841 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using ZooKeeperStorageIO:path=/configs/testWithUploadDir
   [junit4]   2> 1648841 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
   [junit4]   2> 1648842 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 35 words for /schema/analysis/stopwords/english
   [junit4]   2> 1648842 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
   [junit4]   2> 1648842 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using ZooKeeperStorageIO:path=/configs/testWithUploadDir
   [junit4]   2> 1648842 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true,format=solr} for /schema/analysis/synonyms/english
   [junit4]   2> 1648842 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 3 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 1648844 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
   [junit4]   2> 1648844 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testWithUploadDir/managed-schema
   [junit4]   2> 1648844 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1648844 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1648844 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
   [junit4]   2> 1648844 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.s.SolrSuggester init: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string,buildOnStartup=false}
   [junit4]   2> 1648845 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string,buildOnStartup=false}
   [junit4]   2> 1648846 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1648846 INFO  (searcherExecutor-7660-thread-1-processing-n:192.168.57.16:8983_solr x:collection1 s:shard1 c:collection1 r:core_node1) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@e34ade2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1648847 INFO  (searcherExecutor-7660-thread-1-processing-n:192.168.57.16:8983_solr x:collection1 s:shard1 c:collection1 r:core_node1) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=0
   [junit4]   2> 1648847 INFO  (coreLoadExecutor-7659-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552336319297880064
   [junit4]   2> 1648847 INFO  (searcherExecutor-7660-thread-1-processing-n:192.168.57.16:8983_solr x:collection1 s:shard1 c:collection1 r:core_node1) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1648849 INFO  (searcherExecutor-7660-thread-1-processing-n:192.168.57.16:8983_solr x:collection1 s:shard1 c:collection1 r:core_node1) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1648850 INFO  (searcherExecutor-7660-thread-1-processing-n:192.168.57.16:8983_solr x:collection1 s:shard1 c:collection1 r:core_node1) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1648850 INFO  (searcherExecutor-7660-thread-1-processing-n:192.168.57.16:8983_solr x:collection1 s:shard1 c:collection1 r:core_node1) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e34ade2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1648854 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=199852832
   [junit4]   2> 1648861 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1337fcb5
   [junit4]   2> 1648862 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: now flush at close
   [junit4]   2> 1648862 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]:   start flush: applyAllDeletes=true
   [junit4]   2> 1648862 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]:   index before flush 
   [junit4]   2> 1648862 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: startFullFlush
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr finishFullFlush success=true
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: apply all deletes during flush
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: initDynamicDefaults spins=false maxThreadCount=2 maxMergeCount=7
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: now merge
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]:   index: 
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]:   no more merges pending; now return
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: waitForMerges
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: waitForMerges done
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: commit: start
   [junit4]   2> 1648863 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: commit: enter lock
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: commit: now prepare
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: prepareCommit: flush
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]:   index before flush 
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: startFullFlush
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: apply all deletes during flush
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr finishFullFlush success=true
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: startCommit(): start
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]:   skip startCommit(): no changes pending
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: commit: pendingCommit == null; skip
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: commit: took 0.8 msec
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: commit: done
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: rollback
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: all running merges have aborted
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: rollback: done finish merges
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: abort
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: done abort success=true
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: rollback: infos=
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648865 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: 0 msec to checkpoint
   [junit4]   2> 1648866 INFO  (coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-7665-thread-1-processing-n:192.168.57.16:8983_solr]: delete []
   [junit4]   2> 1648928 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.Overseer Overseer (id=97021019821375490-192.168.57.16:8983_solr-n_0000000000) closing
   [junit4]   2> 1648928 INFO  (OverseerStateUpdate-97021019821375490-192.168.57.16:8983_solr-n_0000000000) [n:192.168.57.16:8983_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 192.168.57.16:8983_solr
   [junit4]   2> 1648929 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158b01a7e330002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1648929 WARN  (zkCallback-3243-thread-3-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1649868 ERROR (coreZkRegister-7652-thread-1-processing-n:192.168.57.16:8983_solr x:collection1 s:shard1 c:collection1 r:core_node1) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1038)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1005)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:961)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:900)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:844)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1649868 ERROR (coreZkRegister-7652-thread-1-processing-n:192.168.57.16:8983_solr x:collection1 s:shard1 c:collection1 r:core_node1) [n:192.168.57.16:8983_solr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:994)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:900)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:844)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1038)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1005)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:961)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 1649869 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158b01a7e330000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1649870 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=199852832
   [junit4]   2> 1649870 ERROR (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.Overseer Could not create Overseer node
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:601)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:588)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.publishNodeAsDown(ZkController.java:2531)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:585)
   [junit4]   2> 	at org.apache.solr.cloud.TestZkChroot.tearDown(TestZkChroot.java:57)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:965)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1649871 WARN  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkController Could not publish node as down: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
   [junit4]   2> 1649872 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59587 59587
   [junit4]   2> 1649873 INFO  (Thread-3836) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59587 59587
   [junit4]   2> 1649874 WARN  (Thread-3836) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/foo/bar3/overseer/queue
   [junit4]   2> 	2	/foo/bar3/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1649875 INFO  (TEST-TestZkChroot.testWithUploadDir-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Ending testWithUploadDir
   [junit4]   2> 1649878 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Starting testInitPathExists
   [junit4]   2> 1649879 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1649879 INFO  (Thread-3838) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1649880 INFO  (Thread-3838) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1649979 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkTestServer start zk server on port:59611
   [junit4]   2> 1650132 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\solr.xml
   [junit4]   2> 1650143 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 1650144 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59611/foo/bar4
   [junit4]   2> 1650147 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [n:192.168.57.16:8983_solr    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158b01a8a460001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1650176 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 192.168.57.16:8983_solr
   [junit4]   2> 1650177 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.Overseer Overseer (id=97021020023947266-192.168.57.16:8983_solr-n_0000000000) starting
   [junit4]   2> 1650187 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/192.168.57.16:8983_solr
   [junit4]   2> 1650187 INFO  (zkCallback-3249-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1650204 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002
   [junit4]   2> 1650204 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1650204 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkController bootstrapping config for 1 cores into ZooKeeper using solr.xml from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002
   [junit4]   2> 1650204 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkController Uploading directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\conf with name collection1 for SolrCore collection1
   [junit4]   2> 1650467 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002
   [junit4]   2> 1650467 INFO  (TEST-TestZkChroot.testInitPathExists-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1650469 INFO  (OverseerStateUpdate-97021020023947266-192.168.57.16:8983_solr-n_0000000000) [n:192.168.57.16:8983_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1651485 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1651485 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1651486 WARN  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\contrib\extraction\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\contrib\extraction\lib
   [junit4]   2> 1651487 WARN  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\dist filtered by solr-cell-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\dist
   [junit4]   2> 1651488 WARN  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\contrib\clustering\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\contrib\clustering\lib
   [junit4]   2> 1651488 WARN  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\dist filtered by solr-clustering-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\dist
   [junit4]   2> 1651489 WARN  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\contrib\langid\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\contrib\langid\lib
   [junit4]   2> 1651489 WARN  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\dist filtered by solr-langid-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\dist
   [junit4]   2> 1651490 WARN  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\contrib\velocity\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\contrib\velocity\lib
   [junit4]   2> 1651490 WARN  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\dist filtered by solr-velocity-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-002\collection1\..\..\..\..\dist
   [junit4]   2> 1651498 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 1651500 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1651537 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 1651803 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 1651803 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 1651807 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 1651807 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collection1   x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 1651807 INFO  (coreLoadExecutor-7675-thread-1-processing-n:192.168.57.16:8983_solr) [n:192.168.57.16:8983_solr c:collect

[...truncated too long message...]

ootstrapConf-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkTestServer start zk server on port:59638
   [junit4]   2> 1655754 INFO  (TEST-TestZkChroot.testNoBootstrapConf-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\solr.xml
   [junit4]   2> 1655777 INFO  (TEST-TestZkChroot.testNoBootstrapConf-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 1655778 INFO  (TEST-TestZkChroot.testNoBootstrapConf-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59638/foo/bar2
   [junit4]   2> 1655783 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [n:192.168.57.16:8983_solr    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158b01a9fde0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1655783 INFO  (TEST-TestZkChroot.testNoBootstrapConf-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2078148292
   [junit4]   2> 1655785 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [n:192.168.57.16:8983_solr    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158b01a9fde0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1655786 INFO  (TEST-TestZkChroot.testNoBootstrapConf-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59638 59638
   [junit4]   2> 1655789 INFO  (Thread-3842) [n:192.168.57.16:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59638 59638
   [junit4]   2> 1655791 INFO  (TEST-TestZkChroot.testNoBootstrapConf-seed#[E467A7AA0BEA360B]) [n:192.168.57.16:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Ending testNoBootstrapConf
   [junit4]   2> 1655792 INFO  (SUITE-TestZkChroot-seed#[E467A7AA0BEA360B]-worker) [n:192.168.57.16:8983_solr    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Nov 29, 2016 12:41:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=el-GR, timezone=America/Lower_Princes
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=154175824,total=488009728
   [junit4]   2> NOTE: All tests run in this JVM: [TestAuthorizationFramework, RuleEngineTest, TestTestInjection, TestCloudManagedSchema, TestDocBasedVersionConstraints, OpenCloseCoreStressTest, ShowFileRequestHandlerTest, TestQueryWrapperFilter, CdcrBootstrapTest, RemoteQueryErrorTest, CopyFieldTest, TestNumericTerms32, TestSubQueryTransformerCrossCore, TestStressCloudBlindAtomicUpdates, TestRTimerTree, TestFieldCacheSortRandom, SortByFunctionTest, NoCacheHeaderTest, SharedFSAutoReplicaFailoverTest, CurrencyFieldOpenExchangeTest, TestManagedSchema, TestTolerantUpdateProcessorCloud, TestSuggestSpellingConverter, TestRecoveryHdfs, TestFieldCache, TestCustomSort, JSONWriterTest, TestReload, TestMaxScoreQueryParser, RollingRestartTest, TestRawTransformer, BlockJoinFacetSimpleTest, CSVRequestHandlerTest, TestRecovery, WordBreakSolrSpellCheckerTest, QueryParsingTest, EnumFieldTest, TestCodecSupport, ForceLeaderTest, HdfsBasicDistributedZkTest, NotRequiredUniqueKeyTest, ZkStateWriterTest, SolrIndexSplitterTest, TestSortByMinMaxFunction, TestRestManager, TestSolrConfigHandler, TestBinaryResponseWriter, SpellCheckComponentTest, TestMiniSolrCloudClusterSSL, TestImplicitCoreProperties, TestCloudPseudoReturnFields, HdfsNNFailoverTest, SpellPossibilityIteratorTest, TestExportWriter, TestCloudSchemaless, TestInitParams, TestSolrConfigHandlerCloud, TestGraphMLResponseWriter, OverseerStatusTest, TestEmbeddedSolrServerConstructors, TestAtomicUpdateErrorCases, TimerUtilsTest, HdfsTlogReplayBufferedWhileIndexingTest, TestValueSourceCache, TestRequestForwarding, HdfsChaosMonkeySafeLeaderTest, BlockCacheTest, FullSolrCloudDistribCmdsTest, TestRebalanceLeaders, DeleteNodeTest, CoreAdminHandlerTest, SpellingQueryConverterTest, EchoParamsTest, ChaosMonkeySafeLeaderTest, TestBadConfig, AsyncCallRequestStatusResponseTest, TestReversedWildcardFilterFactory, SpatialRPTFieldTypeTest, TestPushWriter, BlockJoinFacetDistribTest, SolrIndexConfigTest, TestSQLHandler, TestNoOpRegenerator, RegexBoostProcessorTest, DebugComponentTest, URLClassifyProcessorTest, DistributedVersionInfoTest, TestLMDirichletSimilarityFactory, TestMinMaxOnMultiValuedField, TestSolrCoreProperties, TestOmitPositions, TestStressUserVersions, TestUtils, SolrCmdDistributorTest, TestClusterProperties, SignatureUpdateProcessorFactoryTest, FieldAnalysisRequestHandlerTest, DeleteInactiveReplicaTest, HdfsRecoveryZkTest, TestExactStatsCache, AnalysisErrorHandlingTest, TestSimpleTrackingShardHandler, TestSearcherReuse, DateMathParserTest, ShardRoutingCustomTest, RAMDirectoryFactoryTest, TestHdfsBackupRestoreCore, DateRangeFieldTest, TestDownShardTolerantSearch, TestFieldCacheSanityChecker, JsonLoaderTest, DistributedIntervalFacetingTest, MultiThreadedOCPTest, TestSolrQueryParserDefaultOperatorResource, DistanceFunctionTest, TestQueryTypes, TestSolrDeletionPolicy2, LeaderFailureAfterFreshStartTest, TestLuceneMatchVersion, SearchHandlerTest, TestSolrQueryParser, TestMacroExpander, TestDeleteCollectionOnDownNodes, BigEndianAscendingWordDeserializerTest, SecurityConfHandlerTest, TestJsonFacetRefinement, UpdateParamsTest, TestIndexingPerformance, CoreMergeIndexesAdminHandlerTest, TestLocalFSCloudBackupRestore, RequestHandlersTest, SuggesterTest, DistanceUnitsTest, TestFoldingMultitermQuery, AnalyticsMergeStrategyTest, TestChildDocTransformer, LeaderElectionContextKeyTest, TestCollapseQParserPlugin, CircularListTest, BasicAuthIntegrationTest, OverseerModifyCollectionTest, LukeRequestHandlerTest, TestSSLRandomization, MinimalSchemaTest, HdfsSyncSliceTest, CollectionTooManyReplicasTest, TestMiniSolrCloudCluster, TestManagedSchemaThreadSafety, WrapperMergePolicyFactoryTest, TestRangeQuery, DefaultValueUpdateProcessorTest, TestWriterPerf, TestUniqueKeyFieldResource, SolrInfoMBeanTest, TestLMJelinekMercerSimilarityFactory, TestLeaderElectionZkExpiry, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestZkChroot -Dtests.seed=E467A7AA0BEA360B -Dtests.slow=true -Dtests.locale=el-GR -Dtests.timezone=America/Lower_Princes -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestZkChroot (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf\lang: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001\tempDir-004\collection1\conf\lang
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestZkChroot_E467A7AA0BEA360B-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E467A7AA0BEA360B]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [325/658 (1!)] on J1 in 10.04s, 4 tests, 1 error <<< FAILURES!

[...truncated 61875 lines...]