You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/01/27 12:53:37 UTC

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_121) - Build # 6372 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6372/
Java: 64bit/jdk1.8.0_121 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
timeout waiting to see all nodes active

Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
	at __randomizedtesting.SeedInfo.seed([92E5CD90A2216E35:1AB1F24A0CDD03CD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
	at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
	at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11451 lines...]
   [junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\init-core-data-001
   [junit4]   2> 645121 INFO  (SUITE-PeerSyncReplicationTest-seed#[92E5CD90A2216E35]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 645131 INFO  (SUITE-PeerSyncReplicationTest-seed#[92E5CD90A2216E35]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 645131 INFO  (SUITE-PeerSyncReplicationTest-seed#[92E5CD90A2216E35]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 645134 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 645134 INFO  (Thread-2069) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 645135 INFO  (Thread-2069) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 645235 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ZkTestServer start zk server on port:50957
   [junit4]   2> 645245 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159dfbf6eaa0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 645261 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 645267 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 645270 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 645277 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 645280 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 645282 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 645285 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 645287 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 645289 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 645292 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 645294 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 646028 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\control-001\cores\collection1
   [junit4]   2> 646032 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 646032 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dbb40a3{/,null,AVAILABLE}
   [junit4]   2> 646037 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@32dfd8f4{HTTP/1.1,[http/1.1]}{127.0.0.1:50964}
   [junit4]   2> 646037 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.Server Started @652061ms
   [junit4]   2> 646037 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\tempDir-001/control/data, hostContext=/, hostPort=50964, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\control-001\cores}
   [junit4]   2> 646037 ERROR (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 646037 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 646037 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 646037 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 646037 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-27T11:46:22.892Z
   [junit4]   2> 646042 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 646042 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\control-001\solr.xml
   [junit4]   2> 646058 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50957/solr
   [junit4]   2> 646094 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:50964_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50964_
   [junit4]   2> 646095 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:50964_    ] o.a.s.c.Overseer Overseer (id=97354880253558788-127.0.0.1:50964_-n_0000000000) starting
   [junit4]   2> 646104 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:50964_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50964_
   [junit4]   2> 646110 INFO  (OverseerStateUpdate-97354880253558788-127.0.0.1:50964_-n_0000000000) [n:127.0.0.1:50964_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 646194 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:50964_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\control-001\cores
   [junit4]   2> 646194 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:50964_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 646199 INFO  (OverseerStateUpdate-97354880253558788-127.0.0.1:50964_-n_0000000000) [n:127.0.0.1:50964_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 647223 WARN  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 647224 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 647263 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 647350 WARN  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 647352 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 647387 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 647387 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\control-001\cores\collection1\data\]
   [junit4]   2> 647387 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1539fec1
   [junit4]   2> 647394 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 647410 WARN  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 647426 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 647427 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 647428 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 647428 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 647429 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=91.1787109375, floorSegmentMB=0.412109375, forceMergeDeletesPctAllowed=13.878559185854066, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6146859377284504
   [junit4]   2> 647434 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3743cb5b[collection1] main]
   [junit4]   2> 647439 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 647440 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 647440 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 647442 INFO  (searcherExecutor-3239-thread-1-processing-n:127.0.0.1:50964_ x:collection1 c:control_collection) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3743cb5b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 647453 INFO  (coreLoadExecutor-3238-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557678086483345408
   [junit4]   2> 647468 INFO  (coreZkRegister-3231-thread-1-processing-n:127.0.0.1:50964_ x:collection1 c:control_collection) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 647468 INFO  (coreZkRegister-3231-thread-1-processing-n:127.0.0.1:50964_ x:collection1 c:control_collection) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 647468 INFO  (coreZkRegister-3231-thread-1-processing-n:127.0.0.1:50964_ x:collection1 c:control_collection) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50964/collection1/
   [junit4]   2> 647468 INFO  (coreZkRegister-3231-thread-1-processing-n:127.0.0.1:50964_ x:collection1 c:control_collection) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 647468 INFO  (coreZkRegister-3231-thread-1-processing-n:127.0.0.1:50964_ x:collection1 c:control_collection) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50964/collection1/ has no replicas
   [junit4]   2> 647475 INFO  (coreZkRegister-3231-thread-1-processing-n:127.0.0.1:50964_ x:collection1 c:control_collection) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50964/collection1/ shard1
   [junit4]   2> 647627 INFO  (coreZkRegister-3231-thread-1-processing-n:127.0.0.1:50964_ x:collection1 c:control_collection) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 647838 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 647840 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50957/solr ready
   [junit4]   2> 647840 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 647840 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 648446 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-1-001\cores\collection1
   [junit4]   2> 648451 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-1-001
   [junit4]   2> 648451 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 648452 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f88dc23{/,null,AVAILABLE}
   [junit4]   2> 648454 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5877623b{HTTP/1.1,[http/1.1]}{127.0.0.1:51012}
   [junit4]   2> 648454 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.Server Started @654478ms
   [junit4]   2> 648454 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=51012, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-1-001\cores}
   [junit4]   2> 648454 ERROR (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 648454 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 648454 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 648455 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 648455 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-27T11:46:25.310Z
   [junit4]   2> 648461 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159dfbf6eaa0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 648462 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 648462 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-1-001\solr.xml
   [junit4]   2> 648497 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50957/solr
   [junit4]   2> 648550 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 648567 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51012_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51012_
   [junit4]   2> 648580 INFO  (zkCallback-957-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 648582 INFO  (zkCallback-961-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 648583 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 648616 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51012_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-1-001\cores
   [junit4]   2> 648617 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51012_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 648623 INFO  (OverseerStateUpdate-97354880253558788-127.0.0.1:50964_-n_0000000000) [n:127.0.0.1:50964_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 648728 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 649642 WARN  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 649643 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 649659 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 649769 WARN  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 649772 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 649796 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 649796 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-1-001\cores\collection1\data\]
   [junit4]   2> 649797 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1539fec1
   [junit4]   2> 649805 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 649819 WARN  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 649841 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 649841 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 649843 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 649843 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 649844 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=91.1787109375, floorSegmentMB=0.412109375, forceMergeDeletesPctAllowed=13.878559185854066, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6146859377284504
   [junit4]   2> 649845 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78011385[collection1] main]
   [junit4]   2> 649847 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 649847 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 649847 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 649849 INFO  (coreLoadExecutor-3249-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557678088995733504
   [junit4]   2> 649853 INFO  (searcherExecutor-3250-thread-1-processing-n:127.0.0.1:51012_ x:collection1 c:collection1) [n:127.0.0.1:51012_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@78011385[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 649859 INFO  (coreZkRegister-3244-thread-1-processing-n:127.0.0.1:51012_ x:collection1 c:collection1) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 649859 INFO  (coreZkRegister-3244-thread-1-processing-n:127.0.0.1:51012_ x:collection1 c:collection1) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 649859 INFO  (coreZkRegister-3244-thread-1-processing-n:127.0.0.1:51012_ x:collection1 c:collection1) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51012/collection1/
   [junit4]   2> 649859 INFO  (coreZkRegister-3244-thread-1-processing-n:127.0.0.1:51012_ x:collection1 c:collection1) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 649859 INFO  (coreZkRegister-3244-thread-1-processing-n:127.0.0.1:51012_ x:collection1 c:collection1) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51012/collection1/ has no replicas
   [junit4]   2> 649866 INFO  (coreZkRegister-3244-thread-1-processing-n:127.0.0.1:51012_ x:collection1 c:collection1) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51012/collection1/ shard1
   [junit4]   2> 649971 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 650019 INFO  (coreZkRegister-3244-thread-1-processing-n:127.0.0.1:51012_ x:collection1 c:collection1) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 650125 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 650894 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-2-001\cores\collection1
   [junit4]   2> 650897 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-2-001
   [junit4]   2> 650898 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 650898 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@765b77ff{/,null,AVAILABLE}
   [junit4]   2> 650900 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@28ca4451{HTTP/1.1,[http/1.1]}{127.0.0.1:51026}
   [junit4]   2> 650901 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.Server Started @656925ms
   [junit4]   2> 650901 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=51026, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-2-001\cores}
   [junit4]   2> 650901 ERROR (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 650901 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 650901 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 650901 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 650902 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-27T11:46:27.757Z
   [junit4]   2> 650906 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 650907 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-2-001\solr.xml
   [junit4]   2> 650930 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50957/solr
   [junit4]   2> 650934 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159dfbf6eaa000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 650947 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 650965 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51026_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51026_
   [junit4]   2> 650968 INFO  (zkCallback-961-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 650968 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 650969 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 650969 INFO  (zkCallback-957-thread-1-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 651018 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51026_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-2-001\cores
   [junit4]   2> 651019 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51026_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 651023 INFO  (OverseerStateUpdate-97354880253558788-127.0.0.1:50964_-n_0000000000) [n:127.0.0.1:50964_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 651127 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 651127 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 652045 WARN  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 652046 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 652066 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 652212 WARN  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 652214 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 652236 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 652237 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-2-001\cores\collection1\data\]
   [junit4]   2> 652237 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1539fec1
   [junit4]   2> 652243 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 652253 WARN  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 652278 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 652279 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 652281 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 652281 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 652282 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=91.1787109375, floorSegmentMB=0.412109375, forceMergeDeletesPctAllowed=13.878559185854066, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6146859377284504
   [junit4]   2> 652284 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e13f60d[collection1] main]
   [junit4]   2> 652286 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 652286 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 652286 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 652288 INFO  (searcherExecutor-3261-thread-1-processing-n:127.0.0.1:51026_ x:collection1 c:collection1) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5e13f60d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 652289 INFO  (coreLoadExecutor-3260-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557678091554258944
   [junit4]   2> 652296 INFO  (coreZkRegister-3255-thread-1-processing-n:127.0.0.1:51026_ x:collection1 c:collection1) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 652296 INFO  (updateExecutor-970-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 652297 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 652298 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 652298 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 652298 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 652298 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51012/collection1/] and I am [http://127.0.0.1:51026/collection1/]
   [junit4]   2> 652302 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51012]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:51026_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 652306 INFO  (qtp775794661-6620) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 652307 INFO  (qtp775794661-6620) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 652307 INFO  (qtp775794661-6620) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51026_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:51026","node_name":"127.0.0.1:51026_","state":"down"}
   [junit4]   2> 652405 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 652405 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 653308 INFO  (qtp775794661-6620) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51026_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:51026","node_name":"127.0.0.1:51026_","state":"recovering"}
   [junit4]   2> 653308 INFO  (qtp775794661-6620) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 653308 INFO  (qtp775794661-6620) [n:127.0.0.1:51012_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51026_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 653354 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-3-001\cores\collection1
   [junit4]   2> 653357 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-3-001
   [junit4]   2> 653357 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 653358 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28f1c03c{/,null,AVAILABLE}
   [junit4]   2> 653359 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b7bb963{HTTP/1.1,[http/1.1]}{127.0.0.1:51039}
   [junit4]   2> 653361 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.Server Started @659385ms
   [junit4]   2> 653361 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=51039, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-3-001\cores}
   [junit4]   2> 653361 ERROR (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 653361 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 653361 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 653362 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 653362 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-27T11:46:30.217Z
   [junit4]   2> 653367 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 653367 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-3-001\solr.xml
   [junit4]   2> 653394 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50957/solr
   [junit4]   2> 653439 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51039_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 653449 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51039_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51039_
   [junit4]   2> 653451 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 653452 INFO  (zkCallback-961-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 653452 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 653453 INFO  (zkCallback-957-thread-6-processing-n:127.0.0.1:50964_) [n:127.0.0.1:50964_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 653454 INFO  (zkCallback-980-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 653547 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51039_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-3-001\cores
   [junit4]   2> 653548 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [n:127.0.0.1:51039_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 653554 INFO  (OverseerStateUpdate-97354880253558788-127.0.0.1:50964_-n_0000000000) [n:127.0.0.1:50964_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 653663 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 653663 INFO  (zkCallback-980-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 653663 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 654570 WARN  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 654571 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 654597 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 654704 WARN  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 654706 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 654728 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 654728 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001\shard-3-001\cores\collection1\data\]
   [junit4]   2> 654728 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1539fec1
   [junit4]   2> 654735 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 654745 WARN  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 654770 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 654770 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 654772 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 654772 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 654773 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=91.1787109375, floorSegmentMB=0.412109375, forceMergeDeletesPctAllowed=13.878559185854066, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6146859377284504
   [junit4]   2> 654774 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c883f84[collection1] main]
   [junit4]   2> 654776 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 654776 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 654777 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 654778 INFO  (searcherExecutor-3272-thread-1-processing-n:127.0.0.1:51039_ x:collection1 c:collection1) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c883f84[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 654779 INFO  (coreLoadExecutor-3271-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557678094165213184
   [junit4]   2> 654786 INFO  (coreZkRegister-3266-thread-1-processing-n:127.0.0.1:51039_ x:collection1 c:collection1) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 654786 INFO  (updateExecutor-977-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 654787 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 654787 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 654787 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 654787 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 654787 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51012/collection1/] and I am [http://127.0.0.1:51039/collection1/]
   [junit4]   2> 654790 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51012]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:51039_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 654792 INFO  (qtp775794661-6623) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 654792 INFO  (qtp775794661-6623) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 654792 INFO  (qtp775794661-6623) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51039_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51039","node_name":"127.0.0.1:51039_","state":"down"}
   [junit4]   2> 654894 INFO  (zkCallback-980-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 654894 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 654894 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 655202 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 655202 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30 for each attempt
   [junit4]   2> 655203 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 655792 INFO  (qtp775794661-6623) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51039_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51039","node_name":"127.0.0.1:51039_","state":"recovering"}
   [junit4]   2> 655792 INFO  (qtp775794661-6623) [n:127.0.0.1:51012_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 655792 INFO  (qtp775794661-6623) [n:127.0.0.1:51012_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51039_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 660310 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:51012/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 660310 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:51026 START replicas=[http://127.0.0.1:51012/collection1/] nUpdates=1000
   [junit4]   2> 660313 INFO  (qtp775794661-6620) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 660313 INFO  (qtp775794661-6620) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 660317 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 660317 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 660317 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 660317 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 660317 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 660317 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 660317 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 660317 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 660317 INFO  (recoveryExecutor-971-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 660321 INFO  (zkCallback-980-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 660321 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 660321 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 662794 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:51012/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 662794 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:51039 START replicas=[http://127.0.0.1:51012/collection1/] nUpdates=1000
   [junit4]   2> 662797 INFO  (qtp775794661-6621) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 662797 INFO  (qtp775794661-6621) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 662799 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 662799 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 662799 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 662799 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 662800 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 662800 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 662800 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 662800 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 662800 INFO  (recoveryExecutor-978-thread-1-processing-n:127.0.0.1:51039_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 662804 INFO  (zkCallback-980-thread-1-processing-n:127.0.0.1:51039_) [n:127.0.0.1:51039_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 662804 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 662804 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:51012_) [n:127.0.0.1:51012_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 663231 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 663236 INFO  (qtp810044161-6577) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 663236 INFO  (qtp810044161-6577) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 663239 INFO  (qtp810044161-6577) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 663239 INFO  (qtp810044161-6577) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
   [junit4]   2> 663249 INFO  (qtp775794661-6625) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 663249 INFO  (qtp1077534550-6646) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 663251 INFO  (qtp1077534550-6646) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 663251 INFO  (qtp775794661-6625) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 663254 INFO  (qtp1077534550-6646) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 663254 INFO  (qtp1077534550-6646) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:51012/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 663256 INFO  (qtp1029463346-6686) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 663258 INFO  (qtp775794661-6625) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 663258 INFO  (qtp775794661-6625) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:51012/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
   [junit4]   2> 663259 INFO  (qtp1029463346-6686) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 663259 INFO  (qtp1029463346-6686) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 663259 INFO  (qtp1029463346-6686) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:51012/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 663261 INFO  (qtp775794661-6624) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={_stateVer_=collection1:9&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 17
   [junit4]   2> 663266 INFO  (qtp775794661-6622) [n:127.0.0.1:51012_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 663269 INFO  (qtp1077534550-6651) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 663271 INFO  (qtp1029463346-6683) [n:127.0.0.1:51039_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 665278 INFO  (qtp810044161-6578) [n:127.0.0.1:50964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1557678105167921152)} 0 4
   [junit4]   2> 665290 INFO  (qtp1077534550-6650) [n:127.0.0.1:51026_ c:coll

[...truncated too long message...]

VAILABLE}
   [junit4]   2> 850674 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 51026
   [junit4]   2> 850674 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1150282550
   [junit4]   2> 850675 WARN  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1] coreNodeName=[core_node2]
   [junit4]   2> 850677 WARN  (updateExecutor-984-thread-2-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
   [junit4]   2> 850784 INFO  (zkCallback-987-thread-4-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 854173 INFO  (zkCallback-987-thread-5-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 854356 INFO  (recoveryExecutor-985-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
   [junit4]   2> 854356 INFO  (recoveryExecutor-985-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
   [junit4]   2> 854356 INFO  (recoveryExecutor-985-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@18ee03c1
   [junit4]   2> 854357 WARN  (recoveryExecutor-985-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1] coreNodeName=[core_node2]
   [junit4]   2> 854538 INFO  (recoveryExecutor-985-thread-1-processing-n:127.0.0.1:51026_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51026_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 854539 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.Overseer Overseer (id=97354880253558802-127.0.0.1:51026_-n_0000000004) closing
   [junit4]   2> 854539 INFO  (OverseerStateUpdate-97354880253558802-127.0.0.1:51026_-n_0000000004) [n:127.0.0.1:51026_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51026_
   [junit4]   2> 854543 WARN  (zkCallback-987-thread-5-processing-n:127.0.0.1:51026_) [n:127.0.0.1:51026_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 854543 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 854544 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@13d83183{HTTP/1.1,[http/1.1]}{127.0.0.1:51026}
   [junit4]   2> 854545 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4cd5d963{/,null,UNAVAILABLE}
   [junit4]   2> 854545 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 51039
   [junit4]   2> 854545 INFO  (TEST-PeerSyncReplicationTest.test-seed#[92E5CD90A2216E35]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50957 50957
   [junit4]   2> 854548 INFO  (Thread-2069) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50957 50957
   [junit4]   2> 854550 WARN  (Thread-2069) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97354880253558793-core_node1-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/97354880253558793-127.0.0.1:51012_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	207	/solr/overseer/collection-queue-work
   [junit4]   2> 	47	/solr/overseer/queue
   [junit4]   2> 	16	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=92E5CD90A2216E35 -Dtests.slow=true -Dtests.locale=be-BY -Dtests.timezone=Asia/Ust-Nera -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  209s J0 | PeerSyncReplicationTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: timeout waiting to see all nodes active
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([92E5CD90A2216E35:1AB1F24A0CDD03CD]:0)
   [junit4]    > 	at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
   [junit4]    > 	at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
   [junit4]    > 	at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
   [junit4]    > 	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 854556 INFO  (SUITE-PeerSyncReplicationTest-seed#[92E5CD90A2216E35]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_92E5CD90A2216E35-001
   [junit4]   2> Jan 27, 2017 11:49:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=be-BY, timezone=Asia/Ust-Nera
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=156776944,total=414711808
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedMLTComponentTest, TestRandomFlRTGCloud, TestRandomDVFaceting, TestUninvertingReader, CoreMergeIndexesAdminHandlerTest, DeleteStatusTest, ClassificationUpdateProcessorFactoryTest, PolyFieldTest, DistributedQueryElevationComponentTest, TestQueryWrapperFilter, DistributedDebugComponentTest, TestCustomDocTransformer, TestAddFieldRealTimeGet, DateFieldTest, CursorPagingTest, TestStandardQParsers, SolrMetricManagerTest, TestGraphTermsQParserPlugin, HttpSolrCallGetCoreTest, TestFieldTypeCollectionResource, TestSlowCompositeReaderWrapper, DOMUtilTest, ReplicationFactorTest, OverriddenZkACLAndCredentialsProvidersTest, TestStressLucene, UtilsToolTest, HdfsRecoveryZkTest, TestBulkSchemaAPI, TestConfigSetImmutable, TestClusterStateMutator, DistributedSuggestComponentTest, SuggesterFSTTest, TestStressVersions, TestDeleteCollectionOnDownNodes, CursorMarkTest, TestImplicitCoreProperties, BasicAuthIntegrationTest, DocExpirationUpdateProcessorFactoryTest, ActionThrottleTest, TestReplicationHandler, NumericFieldsTest, TestSolrCloudWithDelegationTokens, DistribDocExpirationUpdateProcessorTest, ParsingFieldUpdateProcessorsTest, TestConfigSetsAPI, HdfsWriteToMultipleCollectionsTest, SuggestComponentTest, TestSolrCoreSnapshots, TestHighlightDedupGrouping, TestSurroundQueryParser, ConnectionManagerTest, TestCoreContainer, DocValuesNotIndexedTest, TestManagedResourceStorage, TestFieldCacheSortRandom, TestNonDefinedSimilarityFactory, AddSchemaFieldsUpdateProcessorFactoryTest, PKIAuthenticationIntegrationTest, DataDrivenBlockJoinTest, TestClassicSimilarityFactory, JvmMetricsTest, DistributedSpellCheckComponentTest, TestQuerySenderNoQuery, TestSolrCloudWithSecureImpersonation, TestShortCircuitedRequests, UnloadDistributedZkTest, TestFunctionQuery, MetricsHandlerTest, OutputWriterTest, TestFieldCollectionResource, TestJavabinTupleStreamParser, GraphQueryTest, TestSSLRandomization, TestMiniSolrCloudClusterSSL, TestDistributedSearch, SoftAutoCommitTest, DistributedFacetPivotLongTailTest, TestSolrConfigHandler, PeerSyncReplicationTest]
   [junit4] Completed [205/684 (1!)] on J0 in 210.24s, 1 test, 1 failure <<< FAILURES!

[...truncated 63948 lines...]


Re: [JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_121) - Build # 6375 - Still Unstable!

Posted by Jan Høydahl <ja...@apache.org>.
Just committed a fix which should un-break the Windows build. Sorry ‘bout that :/

--
Jan Høydahl
Search Solution architect
Cominvent AS
www.cominvent.com
+47 90125809

> 30. jan. 2017 kl. 01.56 skrev Jan Høydahl <ja...@apache.org>:
> 
> Ah, of course, the tests on Windows fail since "/foo/bar” from the test is not an absolute path on Windows.
> I’ll commit a fix tomorrow.
> 
> --
> Jan Høydahl
> Search Solution architect
> Cominvent AS
> www.cominvent.com <http://www.cominvent.com/>
> +47 90125809
> 
>> 30. jan. 2017 kl. 00.49 skrev Policeman Jenkins Server <jenkins@thetaphi.de <ma...@thetaphi.de>>:
>> 
>> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6375/ <https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6375/>
>> Java: 32bit/jdk1.8.0_121 -server -XX:+UseParallelGC
>> 
>> 2 tests failed.
>> FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIllegalFilePaths
>> 
>> Error Message:
>> Should have thrown exception on illegal path for param file and file name /foo/bar
>> 
>> Stack Trace:
>> java.lang.AssertionError: Should have thrown exception on illegal path for param file and file name /foo/bar
>> 	at __randomizedtesting.SeedInfo.seed([C908CBE9EBEACE10:3D17E19AFA28A889]:0)
>> 	at org.junit.Assert.fail(Assert.java:93)
>> 	at org.apache.solr.handler.TestReplicationHandler.doTestIllegalFilePaths(TestReplicationHandler.java:1436)
>> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> 	at java.lang.reflect.Method.invoke(Method.java:498)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
>> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>> 	at java.lang.Thread.run(Thread.java:745)
>> 
>> 
>> FAILED:  org.apache.solr.handler.TestSQLHandler.doTest
>> 
>> Error Message:
>> 
>> 
>> Stack Trace:
>> java.lang.AssertionError
>> 	at __randomizedtesting.SeedInfo.seed([C908CBE9EBEACE10:6E4C734D8651DDA9]:0)
>> 	at org.apache.solr.handler.TestSQLHandler.testBasicSelect(TestSQLHandler.java:395)
>> 	at org.apache.solr.handler.TestSQLHandler.doTest(TestSQLHandler.java:84)
>> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> 	at java.lang.reflect.Method.invoke(Method.java:498)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
>> 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
>> 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
>> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>> 	at java.lang.Thread.run(Thread.java:745)
>> 
>> 
>> 
>> 
>> Build Log:
>> [...truncated 11342 lines...]
>>   [junit4] Suite: org.apache.solr.handler.TestSQLHandler
>>   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\init-core-data-001
>>   [junit4]   2> 605841 INFO  (SUITE-TestSQLHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
>>   [junit4]   2> 605847 INFO  (SUITE-TestSQLHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
>>   [junit4]   2> 605848 INFO  (SUITE-TestSQLHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /mdh/a
>>   [junit4]   2> 605850 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>>   [junit4]   2> 605851 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>>   [junit4]   2> 605851 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer Starting server
>>   [junit4]   2> 605951 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkTestServer start zk server on port:51076
>>   [junit4]   2> 605970 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-sql.xml to /configs/conf1/solrconfig.xml
>>   [junit4]   2> 605974 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema-sql.xml to /configs/conf1/schema.xml
>>   [junit4]   2> 605977 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>>   [junit4]   2> 605979 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
>>   [junit4]   2> 605982 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
>>   [junit4]   2> 605985 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
>>   [junit4]   2> 605987 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
>>   [junit4]   2> 605990 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
>>   [junit4]   2> 605994 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>>   [junit4]   2> 605996 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
>>   [junit4]   2> 605999 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
>>   [junit4]   2> 606001 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580001, likely client has closed socket
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 606650 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores\collection1
>>   [junit4]   2> 606654 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>>   [junit4]   2> 606655 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cc4a3c{/mdh/a,null,AVAILABLE}
>>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d91f1{HTTP/1.1,[http/1.1]}{127.0.0.1:51083}
>>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @612276ms
>>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/control/data, hostContext=/mdh/a, hostPort=51083, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores}
>>   [junit4]   2> 606660 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>>   [junit4]   2> 606661 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:06.462Z
>>   [junit4]   2> 606666 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580002, likely client has closed socket
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 606666 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>>   [junit4]   2> 606666 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\solr.xml
>>   [junit4]   2> 606683 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>>   [junit4]   2> 606717 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51083_mdh%2Fa
>>   [junit4]   2> 606719 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.Overseer Overseer (id=97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) starting
>>   [junit4]   2> 606730 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51083_mdh%2Fa
>>   [junit4]   2> 606732 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>>   [junit4]   2> 606857 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores
>>   [junit4]   2> 606858 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>>   [junit4]   2> 606863 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>>   [junit4]   2> 607879 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>>   [junit4]   2> 607887 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>>   [junit4]   2> 607934 WARN  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>>   [junit4]   2> 607935 WARN  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>>   [junit4]   2> 607935 WARN  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>>   [junit4]   2> 607935 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>>   [junit4]   2> 607940 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
>>   [junit4]   2> 607940 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores\collection1\data\]
>>   [junit4]   2> 607956 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>>   [junit4]   2> 607956 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>>   [junit4]   2> 607957 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>>   [junit4]   2> 607957 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>>   [junit4]   2> 607957 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51d172[collection1] main]
>>   [junit4]   2> 607959 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>>   [junit4]   2> 607959 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>>   [junit4]   2> 607959 INFO  (searcherExecutor-2034-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51d172[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>>   [junit4]   2> 607959 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900786673909760
>>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51083/mdh/a/collection1/ <http://127.0.0.1:51083/mdh/a/collection1/>
>>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51083/mdh/a/collection1/ <http://127.0.0.1:51083/mdh/a/collection1/> has no replicas
>>   [junit4]   2> 607973 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51083/mdh/a/collection1/ <http://127.0.0.1:51083/mdh/a/collection1/> shard1
>>   [junit4]   2> 608125 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
>>   [junit4]   2> 608178 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>>   [junit4]   2> 608180 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51076/solr ready
>>   [junit4]   2> 608180 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
>>   [junit4]   2> 608180 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
>>   [junit4]   2> 608776 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores\collection1
>>   [junit4]   2> 608779 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001
>>   [junit4]   2> 608779 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>>   [junit4]   2> 608780 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c2d932{/mdh/a,null,AVAILABLE}
>>   [junit4]   2> 608782 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f20d24{HTTP/1.1,[http/1.1]}{127.0.0.1:51107}
>>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @614399ms
>>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51107, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores}
>>   [junit4]   2> 608783 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:08.584Z
>>   [junit4]   2> 608787 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>>   [junit4]   2> 608787 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\solr.xml
>>   [junit4]   2> 608804 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>>   [junit4]   2> 608808 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580008, likely client has closed socket
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 608819 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>>   [junit4]   2> 608826 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51107_mdh%2Fa
>>   [junit4]   2> 608828 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>>   [junit4]   2> 608828 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>>   [junit4]   2> 608828 INFO  (zkCallback-738-thread-2-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>>   [junit4]   2> 608990 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores
>>   [junit4]   2> 608990 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>>   [junit4]   2> 608994 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
>>   [junit4]   2> 609099 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
>>   [junit4]   2> 610009 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>>   [junit4]   2> 610027 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>>   [junit4]   2> 610066 WARN  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>>   [junit4]   2> 610067 WARN  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>>   [junit4]   2> 610067 WARN  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>>   [junit4]   2> 610068 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>>   [junit4]   2> 610073 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
>>   [junit4]   2> 610073 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores\collection1\data\]
>>   [junit4]   2> 610092 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>>   [junit4]   2> 610093 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>>   [junit4]   2> 610095 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>>   [junit4]   2> 610095 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>>   [junit4]   2> 610095 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e347bb[collection1] main]
>>   [junit4]   2> 610098 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>>   [junit4]   2> 610098 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>>   [junit4]   2> 610099 INFO  (searcherExecutor-2044-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e347bb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>>   [junit4]   2> 610099 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900788917862400
>>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51107/mdh/a/collection1/ <http://127.0.0.1:51107/mdh/a/collection1/>
>>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51107/mdh/a/collection1/ <http://127.0.0.1:51107/mdh/a/collection1/> has no replicas
>>   [junit4]   2> 610117 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51107/mdh/a/collection1/ <http://127.0.0.1:51107/mdh/a/collection1/> shard2
>>   [junit4]   2> 610222 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
>>   [junit4]   2> 610270 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
>>   [junit4]   2> 610379 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
>>   [junit4]   2> 610791 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores\collection1
>>   [junit4]   2> 610794 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001
>>   [junit4]   2> 610795 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>>   [junit4]   2> 610798 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dee6f{/mdh/a,null,AVAILABLE}
>>   [junit4]   2> 610799 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5911aa{HTTP/1.1,[http/1.1]}{127.0.0.1:51119}
>>   [junit4]   2> 610799 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @616416ms
>>   [junit4]   2> 610799 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51119, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores}
>>   [junit4]   2> 610799 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>>   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>>   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>>   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>>   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:10.601Z
>>   [junit4]   2> 610809 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec682658000a, likely client has closed socket
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 610810 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>>   [junit4]   2> 610810 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\solr.xml
>>   [junit4]   2> 610826 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>>   [junit4]   2> 610830 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec682658000b, likely client has closed socket
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 610840 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
>>   [junit4]   2> 610845 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51119_mdh%2Fa
>>   [junit4]   2> 610848 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>>   [junit4]   2> 610849 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>>   [junit4]   2> 610849 INFO  (zkCallback-738-thread-2-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>>   [junit4]   2> 610850 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>>   [junit4]   2> 610897 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores
>>   [junit4]   2> 610897 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>>   [junit4]   2> 610902 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>>   [junit4]   2> 611007 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 611007 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 611916 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>>   [junit4]   2> 611924 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>>   [junit4]   2> 611969 WARN  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>>   [junit4]   2> 611971 WARN  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>>   [junit4]   2> 611971 WARN  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>>   [junit4]   2> 611971 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>>   [junit4]   2> 611975 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
>>   [junit4]   2> 611975 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores\collection1\data\]
>>   [junit4]   2> 611991 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>>   [junit4]   2> 611991 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>>   [junit4]   2> 611992 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>>   [junit4]   2> 611992 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>>   [junit4]   2> 611993 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1999a08[collection1] main]
>>   [junit4]   2> 611995 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>>   [junit4]   2> 611996 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>>   [junit4]   2> 611996 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900790907011072
>>   [junit4]   2> 611998 INFO  (searcherExecutor-2054-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1999a08[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51119/mdh/a/collection1/ <http://127.0.0.1:51119/mdh/a/collection1/>
>>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51119/mdh/a/collection1/ <http://127.0.0.1:51119/mdh/a/collection1/> has no replicas
>>   [junit4]   2> 612009 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51119/mdh/a/collection1/ <http://127.0.0.1:51119/mdh/a/collection1/> shard1
>>   [junit4]   2> 612116 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 612117 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 612164 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
>>   [junit4]   2> 612272 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 612273 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 612697 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores\collection1
>>   [junit4]   2> 612702 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001
>>   [junit4]   2> 612703 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>>   [junit4]   2> 612704 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71f4f{/mdh/a,null,AVAILABLE}
>>   [junit4]   2> 612705 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17480d4{HTTP/1.1,[http/1.1]}{127.0.0.1:51131}
>>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @618321ms
>>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51131, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores}
>>   [junit4]   2> 612706 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:12.507Z
>>   [junit4]   2> 612713 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec682658000d, likely client has closed socket
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 612713 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>>   [junit4]   2> 612714 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\solr.xml
>>   [junit4]   2> 612730 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>>   [junit4]   2> 612745 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>>   [junit4]   2> 612750 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51131_mdh%2Fa
>>   [junit4]   2> 612754 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>>   [junit4]   2> 612754 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>>   [junit4]   2> 612756 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>>   [junit4]   2> 612757 INFO  (zkCallback-738-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>>   [junit4]   2> 612757 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>>   [junit4]   2> 612854 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores
>>   [junit4]   2> 612854 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>>   [junit4]   2> 612859 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
>>   [junit4]   2> 612966 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>>   [junit4]   2> 612966 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>>   [junit4]   2> 612966 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>>   [junit4]   2> 613884 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>>   [junit4]   2> 613892 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>>   [junit4]   2> 613932 WARN  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>>   [junit4]   2> 613933 WARN  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>>   [junit4]   2> 613933 WARN  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>>   [junit4]   2> 613934 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>>   [junit4]   2> 613938 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
>>   [junit4]   2> 613939 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores\collection1\data\]
>>   [junit4]   2> 613961 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>>   [junit4]   2> 613961 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>>   [junit4]   2> 613964 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>>   [junit4]   2> 613964 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>>   [junit4]   2> 613968 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17cbbe[collection1] main]
>>   [junit4]   2> 613970 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>>   [junit4]   2> 613971 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>>   [junit4]   2> 613971 INFO  (searcherExecutor-2064-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17cbbe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>>   [junit4]   2> 613971 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900792977948672
>>   [junit4]   2> 613984 INFO  (coreZkRegister-2058-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
>>   [junit4]   2> 613986 INFO  (updateExecutor-757-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
>>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
>>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
>>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
>>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
>>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51107/mdh/a/collection1/] and I am [http://127.0.0.1:51131/mdh/a/collection1/ <http://127.0.0.1:51107/mdh/a/collection1/]%20and%20I%20am%20[http://127.0.0.1:51131/mdh/a/collection1/>]
>>   [junit4]   2> 613993 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51107/mdh/a]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:51131_mdh%252Fa&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true <http://127.0.0.1:51107/mdh/a];%20[WaitForState:%20action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:51131_mdh%252Fa&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true>]
>>   [junit4]   2> 613996 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
>>   [junit4]   2> 613997 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
>>   [junit4]   2> 613998 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51131_mdh%2Fa, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51131/mdh/a <http://127.0.0.1:51131/mdh/a>","node_name":"127.0.0.1:51131_mdh%2Fa","state":"down"}
>>   [junit4]   2> 614092 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>>   [junit4]   2> 614092 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>>   [junit4]   2> 614092 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>>   [junit4]   2> 614661 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores\collection1
>>   [junit4]   2> 614664 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001
>>   [junit4]   2> 614665 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>>   [junit4]   2> 614666 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@163a25f{/mdh/a,null,AVAILABLE}
>>   [junit4]   2> 614667 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@161e845{HTTP/1.1,[http/1.1]}{127.0.0.1:51144}
>>   [junit4]   2> 614667 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @620283ms
>>   [junit4]   2> 614667 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51144, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores}
>>   [junit4]   2> 614668 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>>   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>>   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>>   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>>   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:14.471Z
>>   [junit4]   2> 614677 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580010, likely client has closed socket
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 614677 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>>   [junit4]   2> 614677 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\solr.xml
>>   [junit4]   2> 614694 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>>   [junit4]   2> 614699 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580011, likely client has closed socket
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 614712 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
>>   [junit4]   2> 614720 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51144_mdh%2Fa
>>   [junit4]   2> 614724 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>>   [junit4]   2> 614724 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>>   [junit4]   2> 614725 INFO  (zkCallback-738-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>>   [junit4]   2> 614726 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>>   [junit4]   2> 614726 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>>   [junit4]   2> 614727 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>>   [junit4]   2> 614842 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 614843 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 614843 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 614845 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores
>>   [junit4]   2> 614845 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>>   [junit4]   2> 614850 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>>   [junit4]   2> 614962 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 614962 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 614963 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 614963 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 614999 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51131_mdh%2Fa, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51131/mdh/a <http://127.0.0.1:51131/mdh/a>","node_name":"127.0.0.1:51131_mdh%2Fa","state":"recovering"}
>>   [junit4]   2> 614999 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
>>   [junit4]   2> 614999 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51131_mdh%252Fa&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
>>   [junit4]   2> 615874 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>>   [junit4]   2> 615890 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>>   [junit4]   2> 616671 WARN  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>>   [junit4]   2> 616674 WARN  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>>   [junit4]   2> 616674 WARN  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>>   [junit4]   2> 616674 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>>   [junit4]   2> 616679 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
>>   [junit4]   2> 616681 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores\collection1\data\]
>>   [junit4]   2> 616705 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>>   [junit4]   2> 616705 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>>   [junit4]   2> 616707 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>>   [junit4]   2> 616707 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>>   [junit4]   2> 616710 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a0bc10[collection1] main]
>>   [junit4]   2> 616711 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>>   [junit4]   2> 616712 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>>   [junit4]   2> 616712 INFO  (searcherExecutor-2074-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a0bc10[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>>   [junit4]   2> 616712 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900795852095488
>>   [junit4]   2> 616727 INFO  (coreZkRegister-2068-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
>>   [junit4]   2> 616729 INFO  (updateExecutor-764-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
>>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
>>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
>>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
>>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
>>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51119/mdh/a/collection1/] and I am [http://127.0.0.1:51144/mdh/a/collection1/ <http://127.0.0.1:51119/mdh/a/collection1/]%20and%20I%20am%20[http://127.0.0.1:51144/mdh/a/collection1/>]
>>   [junit4]   2> 616734 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 616734 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 616734 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 616735 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>>   [junit4]   2> 616740 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:5
>> 
>> [...truncated too long message...]
>> 
>> getReplicationDetails(ReplicationHandler.java:929)
>>   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:314)
>>   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
>>   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2402)
>>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
>>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
>>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
>>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
>>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>>   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>>   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
>>   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>>   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
>>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>>   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>>   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>>   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>>   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>>   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>>   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>>   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 852919 INFO  (qtp27778960-7336) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
>>   [junit4]   2> 852920 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a01839{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>>   [junit4]   2> 852920 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=25332278
>>   [junit4]   2> 852922 INFO  (coreCloseExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1339597
>>   [junit4]   2> 852922 INFO  (coreCloseExecutor-3247-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
>>   [junit4]   2> 852923 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
>>   [junit4]   2> 852924 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@83fa48{/solr,null,UNAVAILABLE}
>>   [junit4]   2> 852926 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestDetails
>>   [junit4]   2> 852927 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1cfefc4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>>   [junit4]   2> 852927 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=32317482
>>   [junit4]   2> 852927 INFO  (coreCloseExecutor-3249-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d483b6
>>   [junit4]   2> 852928 INFO  (coreCloseExecutor-3249-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
>>   [junit4]   2> 852929 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
>>   [junit4]   2> 852929 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9c0bfd{/solr,null,UNAVAILABLE}
>>   [junit4]   2> 852931 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@efd1bf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>>   [junit4]   2> 852931 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6225463
>>   [junit4]   2> 852932 INFO  (coreCloseExecutor-3251-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1ae9e72
>>   [junit4]   2> 852932 INFO  (coreCloseExecutor-3251-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
>>   [junit4]   2> 852933 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
>>   [junit4]   2> 852933 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a917e{/solr,null,UNAVAILABLE}
>>   [junit4]   2> 852934 INFO  (SUITE-TestReplicationHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
>>   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_C908CBE9EBEACE10-001
>>   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-OM, timezone=Australia/Broken_Hill
>>   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_121 (32-bit)/cpus=3,threads=1,free=151130952,total=350486528
>>   [junit4]   2> NOTE: All tests run in this JVM: [SystemInfoHandlerTest, MetricsHandlerTest, BadCopyFieldTest, SOLR749Test, TestSolrQueryParserResource, HttpPartitionTest, ZkControllerTest, HighlighterTest, UniqFieldsUpdateProcessorFactoryTest, TestNoOpRegenerator, TestImpersonationWithHadoopAuth, LeaderElectionTest, TestMiniSolrCloudClusterSSL, DocValuesMissingTest, TestElisionMultitermQuery, TestNamedUpdateProcessors, SmileWriterTest, HighlighterMaxOffsetTest, TestDeleteCollectionOnDownNodes, MoreLikeThisHandlerTest, TestSolrDeletionPolicy1, CoreAdminCreateDiscoverTest, DisMaxRequestHandlerTest, DocValuesTest, BaseCdcrDistributedZkTest, TestSolrQueryResponse, OverseerStatusTest, TestAuthenticationFramework, TestRandomDVFaceting, TestSolrXml, HdfsNNFailoverTest, SegmentsInfoRequestHandlerTest, TestGroupingSearch, TestDistribIDF, TestUpdate, SpatialRPTFieldTypeTest, TestHashPartitioner, TestComplexPhraseQParserPlugin, CurrencyFieldXmlFileTest, TestStressInPlaceUpdates, TestInitQParser, TestDynamicFieldCollectionResource, TermsComponentTest, RankQueryTest, TestRawResponseWriter, DirectSolrConnectionTest, TestRTGBase, TestXIncludeConfig, BJQParserTest, AssignTest, MigrateRouteKeyTest, MultiTermTest, TestSchemaManager, DistributedQueueTest, TestSmileRequest, TestManagedResourceStorage, TestBlobHandler, BlobRepositoryCloudTest, TestMergePolicyConfig, DirectUpdateHandlerTest, ConjunctionSolrSpellCheckerTest, TlogReplayBufferedWhileIndexingTest, TestGraphTermsQParserPlugin, TestBlendedInfixSuggestions, PolyFieldTest, ConcurrentDeleteAndCreateCollectionTest, ZkNodePropsTest, CollectionsAPIAsyncDistributedZkTest, TestSurroundQueryParser, ClassificationUpdateProcessorTest, BufferStoreTest, BigEndianAscendingWordSerializerTest, TestJavabinTupleStreamParser, VMParamsZkACLAndCredentialsProvidersTest, TestPartialUpdateDeduplication, TestSQLHandler, TestStandardQParsers, TestClassicSimilarityFactory, TestFaceting, ClassificationUpdateProcessorFactoryTest, FileUtilsTest, ShardRoutingTest, CloudExitableDirectoryReaderTest, DirectoryFactoryTest, ParsingFieldUpdateProcessorsTest, TestFieldCacheSanityChecker, TestExpandComponent, TestOrdValues, HdfsSyncSliceTest, TestJettySolrRunner, TestStressVersions, LeaderInitiatedRecoveryOnCommitTest, PeerSyncReplicationTest, DateFieldTest, TestCustomDocTransformer, DocumentAnalysisRequestHandlerTest, SampleTest, ReplicaListTransformerTest, TestReplicationHandler]
>>   [junit4] Completed [246/684 (2!)] on J0 in 61.71s, 16 tests, 1 failure, 1 skipped <<< FAILURES!
>> 
>> [...truncated 56068 lines...]
>> 
>> 
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org <ma...@lucene.apache.org>
>> For additional commands, e-mail: dev-help@lucene.apache.org <ma...@lucene.apache.org>


Re: [JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_121) - Build # 6375 - Still Unstable!

Posted by Jan Høydahl <ja...@apache.org>.
Ah, of course, the tests on Windows fail since "/foo/bar” from the test is not an absolute path on Windows.
I’ll commit a fix tomorrow.

--
Jan Høydahl
Search Solution architect
Cominvent AS
www.cominvent.com
+47 90125809

> 30. jan. 2017 kl. 00.49 skrev Policeman Jenkins Server <je...@thetaphi.de>:
> 
> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6375/
> Java: 32bit/jdk1.8.0_121 -server -XX:+UseParallelGC
> 
> 2 tests failed.
> FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIllegalFilePaths
> 
> Error Message:
> Should have thrown exception on illegal path for param file and file name /foo/bar
> 
> Stack Trace:
> java.lang.AssertionError: Should have thrown exception on illegal path for param file and file name /foo/bar
> 	at __randomizedtesting.SeedInfo.seed([C908CBE9EBEACE10:3D17E19AFA28A889]:0)
> 	at org.junit.Assert.fail(Assert.java:93)
> 	at org.apache.solr.handler.TestReplicationHandler.doTestIllegalFilePaths(TestReplicationHandler.java:1436)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:498)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
> 	at java.lang.Thread.run(Thread.java:745)
> 
> 
> FAILED:  org.apache.solr.handler.TestSQLHandler.doTest
> 
> Error Message:
> 
> 
> Stack Trace:
> java.lang.AssertionError
> 	at __randomizedtesting.SeedInfo.seed([C908CBE9EBEACE10:6E4C734D8651DDA9]:0)
> 	at org.apache.solr.handler.TestSQLHandler.testBasicSelect(TestSQLHandler.java:395)
> 	at org.apache.solr.handler.TestSQLHandler.doTest(TestSQLHandler.java:84)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:498)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
> 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
> 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
> 	at java.lang.Thread.run(Thread.java:745)
> 
> 
> 
> 
> Build Log:
> [...truncated 11342 lines...]
>   [junit4] Suite: org.apache.solr.handler.TestSQLHandler
>   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\init-core-data-001
>   [junit4]   2> 605841 INFO  (SUITE-TestSQLHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
>   [junit4]   2> 605847 INFO  (SUITE-TestSQLHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
>   [junit4]   2> 605848 INFO  (SUITE-TestSQLHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /mdh/a
>   [junit4]   2> 605850 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>   [junit4]   2> 605851 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>   [junit4]   2> 605851 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer Starting server
>   [junit4]   2> 605951 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkTestServer start zk server on port:51076
>   [junit4]   2> 605970 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-sql.xml to /configs/conf1/solrconfig.xml
>   [junit4]   2> 605974 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema-sql.xml to /configs/conf1/schema.xml
>   [junit4]   2> 605977 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>   [junit4]   2> 605979 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
>   [junit4]   2> 605982 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
>   [junit4]   2> 605985 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
>   [junit4]   2> 605987 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
>   [junit4]   2> 605990 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
>   [junit4]   2> 605994 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>   [junit4]   2> 605996 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
>   [junit4]   2> 605999 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
>   [junit4]   2> 606001 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580001, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 606650 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores\collection1
>   [junit4]   2> 606654 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>   [junit4]   2> 606655 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cc4a3c{/mdh/a,null,AVAILABLE}
>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d91f1{HTTP/1.1,[http/1.1]}{127.0.0.1:51083}
>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @612276ms
>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/control/data, hostContext=/mdh/a, hostPort=51083, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores}
>   [junit4]   2> 606660 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>   [junit4]   2> 606661 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:06.462Z
>   [junit4]   2> 606666 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580002, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 606666 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>   [junit4]   2> 606666 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\solr.xml
>   [junit4]   2> 606683 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>   [junit4]   2> 606717 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51083_mdh%2Fa
>   [junit4]   2> 606719 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.Overseer Overseer (id=97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) starting
>   [junit4]   2> 606730 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51083_mdh%2Fa
>   [junit4]   2> 606732 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>   [junit4]   2> 606857 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores
>   [junit4]   2> 606858 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>   [junit4]   2> 606863 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>   [junit4]   2> 607879 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>   [junit4]   2> 607887 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>   [junit4]   2> 607934 WARN  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>   [junit4]   2> 607935 WARN  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>   [junit4]   2> 607935 WARN  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>   [junit4]   2> 607935 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>   [junit4]   2> 607940 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
>   [junit4]   2> 607940 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores\collection1\data\]
>   [junit4]   2> 607956 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>   [junit4]   2> 607956 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>   [junit4]   2> 607957 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>   [junit4]   2> 607957 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>   [junit4]   2> 607957 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51d172[collection1] main]
>   [junit4]   2> 607959 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>   [junit4]   2> 607959 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>   [junit4]   2> 607959 INFO  (searcherExecutor-2034-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51d172[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>   [junit4]   2> 607959 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900786673909760
>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51083/mdh/a/collection1/
>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51083/mdh/a/collection1/ has no replicas
>   [junit4]   2> 607973 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51083/mdh/a/collection1/ shard1
>   [junit4]   2> 608125 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
>   [junit4]   2> 608178 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>   [junit4]   2> 608180 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51076/solr ready
>   [junit4]   2> 608180 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
>   [junit4]   2> 608180 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
>   [junit4]   2> 608776 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores\collection1
>   [junit4]   2> 608779 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001
>   [junit4]   2> 608779 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>   [junit4]   2> 608780 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c2d932{/mdh/a,null,AVAILABLE}
>   [junit4]   2> 608782 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f20d24{HTTP/1.1,[http/1.1]}{127.0.0.1:51107}
>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @614399ms
>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51107, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores}
>   [junit4]   2> 608783 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:08.584Z
>   [junit4]   2> 608787 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>   [junit4]   2> 608787 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\solr.xml
>   [junit4]   2> 608804 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>   [junit4]   2> 608808 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580008, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 608819 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>   [junit4]   2> 608826 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51107_mdh%2Fa
>   [junit4]   2> 608828 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>   [junit4]   2> 608828 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>   [junit4]   2> 608828 INFO  (zkCallback-738-thread-2-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>   [junit4]   2> 608990 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores
>   [junit4]   2> 608990 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>   [junit4]   2> 608994 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
>   [junit4]   2> 609099 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
>   [junit4]   2> 610009 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>   [junit4]   2> 610027 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>   [junit4]   2> 610066 WARN  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>   [junit4]   2> 610067 WARN  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>   [junit4]   2> 610067 WARN  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>   [junit4]   2> 610068 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>   [junit4]   2> 610073 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
>   [junit4]   2> 610073 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores\collection1\data\]
>   [junit4]   2> 610092 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>   [junit4]   2> 610093 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>   [junit4]   2> 610095 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>   [junit4]   2> 610095 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>   [junit4]   2> 610095 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e347bb[collection1] main]
>   [junit4]   2> 610098 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>   [junit4]   2> 610098 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>   [junit4]   2> 610099 INFO  (searcherExecutor-2044-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e347bb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>   [junit4]   2> 610099 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900788917862400
>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51107/mdh/a/collection1/
>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51107/mdh/a/collection1/ has no replicas
>   [junit4]   2> 610117 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51107/mdh/a/collection1/ shard2
>   [junit4]   2> 610222 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
>   [junit4]   2> 610270 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
>   [junit4]   2> 610379 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
>   [junit4]   2> 610791 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores\collection1
>   [junit4]   2> 610794 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001
>   [junit4]   2> 610795 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>   [junit4]   2> 610798 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dee6f{/mdh/a,null,AVAILABLE}
>   [junit4]   2> 610799 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5911aa{HTTP/1.1,[http/1.1]}{127.0.0.1:51119}
>   [junit4]   2> 610799 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @616416ms
>   [junit4]   2> 610799 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51119, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores}
>   [junit4]   2> 610799 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:10.601Z
>   [junit4]   2> 610809 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec682658000a, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 610810 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>   [junit4]   2> 610810 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\solr.xml
>   [junit4]   2> 610826 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>   [junit4]   2> 610830 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec682658000b, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 610840 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
>   [junit4]   2> 610845 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51119_mdh%2Fa
>   [junit4]   2> 610848 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>   [junit4]   2> 610849 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>   [junit4]   2> 610849 INFO  (zkCallback-738-thread-2-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>   [junit4]   2> 610850 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>   [junit4]   2> 610897 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores
>   [junit4]   2> 610897 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>   [junit4]   2> 610902 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>   [junit4]   2> 611007 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 611007 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 611916 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>   [junit4]   2> 611924 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>   [junit4]   2> 611969 WARN  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>   [junit4]   2> 611971 WARN  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>   [junit4]   2> 611971 WARN  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>   [junit4]   2> 611971 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>   [junit4]   2> 611975 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
>   [junit4]   2> 611975 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores\collection1\data\]
>   [junit4]   2> 611991 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>   [junit4]   2> 611991 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>   [junit4]   2> 611992 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>   [junit4]   2> 611992 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>   [junit4]   2> 611993 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1999a08[collection1] main]
>   [junit4]   2> 611995 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>   [junit4]   2> 611996 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>   [junit4]   2> 611996 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900790907011072
>   [junit4]   2> 611998 INFO  (searcherExecutor-2054-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1999a08[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51119/mdh/a/collection1/
>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51119/mdh/a/collection1/ has no replicas
>   [junit4]   2> 612009 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51119/mdh/a/collection1/ shard1
>   [junit4]   2> 612116 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 612117 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 612164 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
>   [junit4]   2> 612272 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 612273 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 612697 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores\collection1
>   [junit4]   2> 612702 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001
>   [junit4]   2> 612703 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>   [junit4]   2> 612704 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71f4f{/mdh/a,null,AVAILABLE}
>   [junit4]   2> 612705 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17480d4{HTTP/1.1,[http/1.1]}{127.0.0.1:51131}
>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @618321ms
>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51131, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores}
>   [junit4]   2> 612706 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:12.507Z
>   [junit4]   2> 612713 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec682658000d, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 612713 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>   [junit4]   2> 612714 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\solr.xml
>   [junit4]   2> 612730 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>   [junit4]   2> 612745 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>   [junit4]   2> 612750 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51131_mdh%2Fa
>   [junit4]   2> 612754 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 612754 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 612756 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 612757 INFO  (zkCallback-738-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 612757 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 612854 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores
>   [junit4]   2> 612854 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>   [junit4]   2> 612859 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
>   [junit4]   2> 612966 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 612966 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 612966 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 613884 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>   [junit4]   2> 613892 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>   [junit4]   2> 613932 WARN  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>   [junit4]   2> 613933 WARN  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>   [junit4]   2> 613933 WARN  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>   [junit4]   2> 613934 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>   [junit4]   2> 613938 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
>   [junit4]   2> 613939 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores\collection1\data\]
>   [junit4]   2> 613961 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>   [junit4]   2> 613961 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>   [junit4]   2> 613964 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>   [junit4]   2> 613964 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>   [junit4]   2> 613968 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17cbbe[collection1] main]
>   [junit4]   2> 613970 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>   [junit4]   2> 613971 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>   [junit4]   2> 613971 INFO  (searcherExecutor-2064-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17cbbe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>   [junit4]   2> 613971 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900792977948672
>   [junit4]   2> 613984 INFO  (coreZkRegister-2058-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
>   [junit4]   2> 613986 INFO  (updateExecutor-757-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
>   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51107/mdh/a/collection1/] and I am [http://127.0.0.1:51131/mdh/a/collection1/]
>   [junit4]   2> 613993 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51107/mdh/a]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:51131_mdh%252Fa&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
>   [junit4]   2> 613996 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
>   [junit4]   2> 613997 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
>   [junit4]   2> 613998 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51131_mdh%2Fa, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51131/mdh/a","node_name":"127.0.0.1:51131_mdh%2Fa","state":"down"}
>   [junit4]   2> 614092 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 614092 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 614092 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 614661 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores\collection1
>   [junit4]   2> 614664 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001
>   [junit4]   2> 614665 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>   [junit4]   2> 614666 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@163a25f{/mdh/a,null,AVAILABLE}
>   [junit4]   2> 614667 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@161e845{HTTP/1.1,[http/1.1]}{127.0.0.1:51144}
>   [junit4]   2> 614667 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @620283ms
>   [junit4]   2> 614667 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51144, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores}
>   [junit4]   2> 614668 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
>   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:14.471Z
>   [junit4]   2> 614677 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580010, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 614677 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>   [junit4]   2> 614677 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\solr.xml
>   [junit4]   2> 614694 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
>   [junit4]   2> 614699 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580011, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 614712 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
>   [junit4]   2> 614720 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51144_mdh%2Fa
>   [junit4]   2> 614724 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>   [junit4]   2> 614724 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>   [junit4]   2> 614725 INFO  (zkCallback-738-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>   [junit4]   2> 614726 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>   [junit4]   2> 614726 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>   [junit4]   2> 614727 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
>   [junit4]   2> 614842 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 614843 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 614843 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 614845 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores
>   [junit4]   2> 614845 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
>   [junit4]   2> 614850 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>   [junit4]   2> 614962 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 614962 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 614963 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 614963 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 614999 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51131_mdh%2Fa, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51131/mdh/a","node_name":"127.0.0.1:51131_mdh%2Fa","state":"recovering"}
>   [junit4]   2> 614999 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
>   [junit4]   2> 614999 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51131_mdh%252Fa&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
>   [junit4]   2> 615874 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>   [junit4]   2> 615890 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>   [junit4]   2> 616671 WARN  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
>   [junit4]   2> 616674 WARN  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>   [junit4]   2> 616674 WARN  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>   [junit4]   2> 616674 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>   [junit4]   2> 616679 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
>   [junit4]   2> 616681 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores\collection1\data\]
>   [junit4]   2> 616705 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>   [junit4]   2> 616705 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>   [junit4]   2> 616707 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>   [junit4]   2> 616707 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>   [junit4]   2> 616710 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a0bc10[collection1] main]
>   [junit4]   2> 616711 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>   [junit4]   2> 616712 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>   [junit4]   2> 616712 INFO  (searcherExecutor-2074-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a0bc10[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>   [junit4]   2> 616712 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900795852095488
>   [junit4]   2> 616727 INFO  (coreZkRegister-2068-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
>   [junit4]   2> 616729 INFO  (updateExecutor-764-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
>   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51119/mdh/a/collection1/] and I am [http://127.0.0.1:51144/mdh/a/collection1/]
>   [junit4]   2> 616734 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 616734 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 616734 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 616735 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
>   [junit4]   2> 616740 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:5
> 
> [...truncated too long message...]
> 
> getReplicationDetails(ReplicationHandler.java:929)
>   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:314)
>   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
>   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2402)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
>   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
>   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
>   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 852919 INFO  (qtp27778960-7336) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
>   [junit4]   2> 852920 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a01839{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>   [junit4]   2> 852920 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=25332278
>   [junit4]   2> 852922 INFO  (coreCloseExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1339597
>   [junit4]   2> 852922 INFO  (coreCloseExecutor-3247-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
>   [junit4]   2> 852923 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
>   [junit4]   2> 852924 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@83fa48{/solr,null,UNAVAILABLE}
>   [junit4]   2> 852926 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestDetails
>   [junit4]   2> 852927 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1cfefc4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>   [junit4]   2> 852927 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=32317482
>   [junit4]   2> 852927 INFO  (coreCloseExecutor-3249-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d483b6
>   [junit4]   2> 852928 INFO  (coreCloseExecutor-3249-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
>   [junit4]   2> 852929 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
>   [junit4]   2> 852929 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9c0bfd{/solr,null,UNAVAILABLE}
>   [junit4]   2> 852931 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@efd1bf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>   [junit4]   2> 852931 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6225463
>   [junit4]   2> 852932 INFO  (coreCloseExecutor-3251-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1ae9e72
>   [junit4]   2> 852932 INFO  (coreCloseExecutor-3251-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
>   [junit4]   2> 852933 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
>   [junit4]   2> 852933 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a917e{/solr,null,UNAVAILABLE}
>   [junit4]   2> 852934 INFO  (SUITE-TestReplicationHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
>   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_C908CBE9EBEACE10-001
>   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-OM, timezone=Australia/Broken_Hill
>   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_121 (32-bit)/cpus=3,threads=1,free=151130952,total=350486528
>   [junit4]   2> NOTE: All tests run in this JVM: [SystemInfoHandlerTest, MetricsHandlerTest, BadCopyFieldTest, SOLR749Test, TestSolrQueryParserResource, HttpPartitionTest, ZkControllerTest, HighlighterTest, UniqFieldsUpdateProcessorFactoryTest, TestNoOpRegenerator, TestImpersonationWithHadoopAuth, LeaderElectionTest, TestMiniSolrCloudClusterSSL, DocValuesMissingTest, TestElisionMultitermQuery, TestNamedUpdateProcessors, SmileWriterTest, HighlighterMaxOffsetTest, TestDeleteCollectionOnDownNodes, MoreLikeThisHandlerTest, TestSolrDeletionPolicy1, CoreAdminCreateDiscoverTest, DisMaxRequestHandlerTest, DocValuesTest, BaseCdcrDistributedZkTest, TestSolrQueryResponse, OverseerStatusTest, TestAuthenticationFramework, TestRandomDVFaceting, TestSolrXml, HdfsNNFailoverTest, SegmentsInfoRequestHandlerTest, TestGroupingSearch, TestDistribIDF, TestUpdate, SpatialRPTFieldTypeTest, TestHashPartitioner, TestComplexPhraseQParserPlugin, CurrencyFieldXmlFileTest, TestStressInPlaceUpdates, TestInitQParser, TestDynamicFieldCollectionResource, TermsComponentTest, RankQueryTest, TestRawResponseWriter, DirectSolrConnectionTest, TestRTGBase, TestXIncludeConfig, BJQParserTest, AssignTest, MigrateRouteKeyTest, MultiTermTest, TestSchemaManager, DistributedQueueTest, TestSmileRequest, TestManagedResourceStorage, TestBlobHandler, BlobRepositoryCloudTest, TestMergePolicyConfig, DirectUpdateHandlerTest, ConjunctionSolrSpellCheckerTest, TlogReplayBufferedWhileIndexingTest, TestGraphTermsQParserPlugin, TestBlendedInfixSuggestions, PolyFieldTest, ConcurrentDeleteAndCreateCollectionTest, ZkNodePropsTest, CollectionsAPIAsyncDistributedZkTest, TestSurroundQueryParser, ClassificationUpdateProcessorTest, BufferStoreTest, BigEndianAscendingWordSerializerTest, TestJavabinTupleStreamParser, VMParamsZkACLAndCredentialsProvidersTest, TestPartialUpdateDeduplication, TestSQLHandler, TestStandardQParsers, TestClassicSimilarityFactory, TestFaceting, ClassificationUpdateProcessorFactoryTest, FileUtilsTest, ShardRoutingTest, CloudExitableDirectoryReaderTest, DirectoryFactoryTest, ParsingFieldUpdateProcessorsTest, TestFieldCacheSanityChecker, TestExpandComponent, TestOrdValues, HdfsSyncSliceTest, TestJettySolrRunner, TestStressVersions, LeaderInitiatedRecoveryOnCommitTest, PeerSyncReplicationTest, DateFieldTest, TestCustomDocTransformer, DocumentAnalysisRequestHandlerTest, SampleTest, ReplicaListTransformerTest, TestReplicationHandler]
>   [junit4] Completed [246/684 (2!)] on J0 in 61.71s, 16 tests, 1 failure, 1 skipped <<< FAILURES!
> 
> [...truncated 56068 lines...]
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_121) - Build # 6375 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6375/
Java: 32bit/jdk1.8.0_121 -server -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIllegalFilePaths

Error Message:
Should have thrown exception on illegal path for param file and file name /foo/bar

Stack Trace:
java.lang.AssertionError: Should have thrown exception on illegal path for param file and file name /foo/bar
	at __randomizedtesting.SeedInfo.seed([C908CBE9EBEACE10:3D17E19AFA28A889]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.doTestIllegalFilePaths(TestReplicationHandler.java:1436)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestSQLHandler.doTest

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([C908CBE9EBEACE10:6E4C734D8651DDA9]:0)
	at org.apache.solr.handler.TestSQLHandler.testBasicSelect(TestSQLHandler.java:395)
	at org.apache.solr.handler.TestSQLHandler.doTest(TestSQLHandler.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11342 lines...]
   [junit4] Suite: org.apache.solr.handler.TestSQLHandler
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\init-core-data-001
   [junit4]   2> 605841 INFO  (SUITE-TestSQLHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 605847 INFO  (SUITE-TestSQLHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 605848 INFO  (SUITE-TestSQLHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /mdh/a
   [junit4]   2> 605850 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 605851 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 605851 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 605951 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkTestServer start zk server on port:51076
   [junit4]   2> 605970 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-sql.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 605974 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema-sql.xml to /configs/conf1/schema.xml
   [junit4]   2> 605977 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 605979 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 605982 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 605985 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 605987 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 605990 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 605994 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 605996 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 605999 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 606001 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 606650 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores\collection1
   [junit4]   2> 606654 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 606655 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cc4a3c{/mdh/a,null,AVAILABLE}
   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d91f1{HTTP/1.1,[http/1.1]}{127.0.0.1:51083}
   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @612276ms
   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/control/data, hostContext=/mdh/a, hostPort=51083, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores}
   [junit4]   2> 606660 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 606660 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 606661 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:06.462Z
   [junit4]   2> 606666 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 606666 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 606666 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\solr.xml
   [junit4]   2> 606683 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
   [junit4]   2> 606717 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51083_mdh%2Fa
   [junit4]   2> 606719 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.Overseer Overseer (id=97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) starting
   [junit4]   2> 606730 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51083_mdh%2Fa
   [junit4]   2> 606732 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 606857 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores
   [junit4]   2> 606858 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 606863 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 607879 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 607887 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 607934 WARN  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 607935 WARN  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 607935 WARN  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 607935 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 607940 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 607940 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\control-001\cores\collection1\data\]
   [junit4]   2> 607956 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 607956 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 607957 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 607957 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 607957 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51d172[collection1] main]
   [junit4]   2> 607959 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 607959 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 607959 INFO  (searcherExecutor-2034-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51d172[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 607959 INFO  (coreLoadExecutor-2033-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900786673909760
   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51083/mdh/a/collection1/
   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 607967 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51083/mdh/a/collection1/ has no replicas
   [junit4]   2> 607973 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51083/mdh/a/collection1/ shard1
   [junit4]   2> 608125 INFO  (coreZkRegister-2026-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa x:collection1 c:control_collection) [n:127.0.0.1:51083_mdh%2Fa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 608178 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 608180 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51076/solr ready
   [junit4]   2> 608180 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 608180 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 608776 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores\collection1
   [junit4]   2> 608779 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001
   [junit4]   2> 608779 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 608780 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c2d932{/mdh/a,null,AVAILABLE}
   [junit4]   2> 608782 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f20d24{HTTP/1.1,[http/1.1]}{127.0.0.1:51107}
   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @614399ms
   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51107, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores}
   [junit4]   2> 608783 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 608783 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:08.584Z
   [junit4]   2> 608787 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 608787 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\solr.xml
   [junit4]   2> 608804 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
   [junit4]   2> 608808 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 608819 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 608826 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51107_mdh%2Fa
   [junit4]   2> 608828 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 608828 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 608828 INFO  (zkCallback-738-thread-2-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 608990 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores
   [junit4]   2> 608990 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 608994 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 609099 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 610009 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 610027 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 610066 WARN  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 610067 WARN  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 610067 WARN  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 610068 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 610073 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 610073 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-1-001\cores\collection1\data\]
   [junit4]   2> 610092 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 610093 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 610095 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 610095 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 610095 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e347bb[collection1] main]
   [junit4]   2> 610098 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 610098 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 610099 INFO  (searcherExecutor-2044-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e347bb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 610099 INFO  (coreLoadExecutor-2043-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900788917862400
   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51107/mdh/a/collection1/
   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 610109 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51107/mdh/a/collection1/ has no replicas
   [junit4]   2> 610117 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51107/mdh/a/collection1/ shard2
   [junit4]   2> 610222 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 610270 INFO  (coreZkRegister-2038-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51107_mdh%2Fa c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 610379 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 610791 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores\collection1
   [junit4]   2> 610794 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001
   [junit4]   2> 610795 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 610798 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dee6f{/mdh/a,null,AVAILABLE}
   [junit4]   2> 610799 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5911aa{HTTP/1.1,[http/1.1]}{127.0.0.1:51119}
   [junit4]   2> 610799 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @616416ms
   [junit4]   2> 610799 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51119, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores}
   [junit4]   2> 610799 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 610800 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:10.601Z
   [junit4]   2> 610809 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec682658000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 610810 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 610810 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\solr.xml
   [junit4]   2> 610826 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
   [junit4]   2> 610830 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec682658000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 610840 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 610845 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51119_mdh%2Fa
   [junit4]   2> 610848 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 610849 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 610849 INFO  (zkCallback-738-thread-2-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 610850 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 610897 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores
   [junit4]   2> 610897 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 610902 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 611007 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 611007 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 611916 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 611924 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 611969 WARN  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 611971 WARN  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 611971 WARN  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 611971 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 611975 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 611975 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-2-001\cores\collection1\data\]
   [junit4]   2> 611991 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 611991 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 611992 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 611992 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 611993 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1999a08[collection1] main]
   [junit4]   2> 611995 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 611996 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 611996 INFO  (coreLoadExecutor-2053-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900790907011072
   [junit4]   2> 611998 INFO  (searcherExecutor-2054-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1999a08[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51119/mdh/a/collection1/
   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 612005 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51119/mdh/a/collection1/ has no replicas
   [junit4]   2> 612009 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51119/mdh/a/collection1/ shard1
   [junit4]   2> 612116 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 612117 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 612164 INFO  (coreZkRegister-2048-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51119_mdh%2Fa c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 612272 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 612273 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 612697 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores\collection1
   [junit4]   2> 612702 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001
   [junit4]   2> 612703 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 612704 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71f4f{/mdh/a,null,AVAILABLE}
   [junit4]   2> 612705 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17480d4{HTTP/1.1,[http/1.1]}{127.0.0.1:51131}
   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @618321ms
   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51131, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores}
   [junit4]   2> 612706 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 612706 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:12.507Z
   [junit4]   2> 612713 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec682658000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 612713 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 612714 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\solr.xml
   [junit4]   2> 612730 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
   [junit4]   2> 612745 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 612750 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51131_mdh%2Fa
   [junit4]   2> 612754 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 612754 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 612756 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 612757 INFO  (zkCallback-738-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 612757 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 612854 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores
   [junit4]   2> 612854 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 612859 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 612966 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 612966 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 612966 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 613884 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 613892 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 613932 WARN  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 613933 WARN  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 613933 WARN  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 613934 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 613938 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 613939 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-3-001\cores\collection1\data\]
   [junit4]   2> 613961 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 613961 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 613964 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 613964 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 613968 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17cbbe[collection1] main]
   [junit4]   2> 613970 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 613971 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 613971 INFO  (searcherExecutor-2064-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17cbbe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 613971 INFO  (coreLoadExecutor-2063-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900792977948672
   [junit4]   2> 613984 INFO  (coreZkRegister-2058-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 613986 INFO  (updateExecutor-757-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 613986 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51107/mdh/a/collection1/] and I am [http://127.0.0.1:51131/mdh/a/collection1/]
   [junit4]   2> 613993 INFO  (recoveryExecutor-758-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:51131_mdh%2Fa c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51107/mdh/a]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:51131_mdh%252Fa&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 613996 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 613997 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 613998 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51131_mdh%2Fa, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51131/mdh/a","node_name":"127.0.0.1:51131_mdh%2Fa","state":"down"}
   [junit4]   2> 614092 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 614092 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 614092 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 614661 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores\collection1
   [junit4]   2> 614664 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001
   [junit4]   2> 614665 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 614666 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@163a25f{/mdh/a,null,AVAILABLE}
   [junit4]   2> 614667 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@161e845{HTTP/1.1,[http/1.1]}{127.0.0.1:51144}
   [junit4]   2> 614667 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.Server Started @620283ms
   [junit4]   2> 614667 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/mdh/a, hostPort=51144, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores}
   [junit4]   2> 614668 ERROR (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 614670 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T22:46:14.471Z
   [junit4]   2> 614677 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580010, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 614677 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 614677 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\solr.xml
   [junit4]   2> 614694 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51076/solr
   [junit4]   2> 614699 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159ec6826580011, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 614712 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 614720 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51144_mdh%2Fa
   [junit4]   2> 614724 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 614724 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 614725 INFO  (zkCallback-738-thread-1-processing-n:127.0.0.1:51083_mdh%2Fa) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 614726 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 614726 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 614727 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 614842 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 614843 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 614843 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 614845 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores
   [junit4]   2> 614845 INFO  (TEST-TestSQLHandler.doTest-seed#[C908CBE9EBEACE10]) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 614850 INFO  (OverseerStateUpdate-97368799029231620-127.0.0.1:51083_mdh%2Fa-n_0000000000) [n:127.0.0.1:51083_mdh%2Fa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 614962 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 614962 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 614963 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 614963 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 614999 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51131_mdh%2Fa, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:51131/mdh/a","node_name":"127.0.0.1:51131_mdh%2Fa","state":"recovering"}
   [junit4]   2> 614999 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 614999 INFO  (qtp9234537-4642) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51131_mdh%252Fa&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
   [junit4]   2> 615874 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 615890 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 616671 WARN  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 616674 WARN  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 616674 WARN  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 616674 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 616679 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 616681 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestSQLHandler_C908CBE9EBEACE10-001\shard-4-001\cores\collection1\data\]
   [junit4]   2> 616705 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 616705 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 616707 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 616707 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 616710 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a0bc10[collection1] main]
   [junit4]   2> 616711 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 616712 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 616712 INFO  (searcherExecutor-2074-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a0bc10[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 616712 INFO  (coreLoadExecutor-2073-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557900795852095488
   [junit4]   2> 616727 INFO  (coreZkRegister-2068-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 c:collection1) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 616729 INFO  (updateExecutor-764-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 616729 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51144_mdh%2Fa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51119/mdh/a/collection1/] and I am [http://127.0.0.1:51144/mdh/a/collection1/]
   [junit4]   2> 616734 INFO  (zkCallback-748-thread-1-processing-n:127.0.0.1:51107_mdh%2Fa) [n:127.0.0.1:51107_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 616734 INFO  (zkCallback-760-thread-1-processing-n:127.0.0.1:51131_mdh%2Fa) [n:127.0.0.1:51131_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 616734 INFO  (zkCallback-754-thread-1-processing-n:127.0.0.1:51119_mdh%2Fa) [n:127.0.0.1:51119_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 616735 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:51144_mdh%2Fa) [n:127.0.0.1:51144_mdh%2Fa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 616740 INFO  (recoveryExecutor-765-thread-1-processing-n:127.0.0.1:5

[...truncated too long message...]

getReplicationDetails(ReplicationHandler.java:929)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2402)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 852919 INFO  (qtp27778960-7336) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
   [junit4]   2> 852920 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a01839{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 852920 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=25332278
   [junit4]   2> 852922 INFO  (coreCloseExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1339597
   [junit4]   2> 852922 INFO  (coreCloseExecutor-3247-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 852923 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 852924 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@83fa48{/solr,null,UNAVAILABLE}
   [junit4]   2> 852926 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestDetails
   [junit4]   2> 852927 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1cfefc4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 852927 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=32317482
   [junit4]   2> 852927 INFO  (coreCloseExecutor-3249-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d483b6
   [junit4]   2> 852928 INFO  (coreCloseExecutor-3249-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 852929 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 852929 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9c0bfd{/solr,null,UNAVAILABLE}
   [junit4]   2> 852931 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@efd1bf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 852931 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6225463
   [junit4]   2> 852932 INFO  (coreCloseExecutor-3251-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1ae9e72
   [junit4]   2> 852932 INFO  (coreCloseExecutor-3251-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 852933 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 852933 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[C908CBE9EBEACE10]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a917e{/solr,null,UNAVAILABLE}
   [junit4]   2> 852934 INFO  (SUITE-TestReplicationHandler-seed#[C908CBE9EBEACE10]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_C908CBE9EBEACE10-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-OM, timezone=Australia/Broken_Hill
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_121 (32-bit)/cpus=3,threads=1,free=151130952,total=350486528
   [junit4]   2> NOTE: All tests run in this JVM: [SystemInfoHandlerTest, MetricsHandlerTest, BadCopyFieldTest, SOLR749Test, TestSolrQueryParserResource, HttpPartitionTest, ZkControllerTest, HighlighterTest, UniqFieldsUpdateProcessorFactoryTest, TestNoOpRegenerator, TestImpersonationWithHadoopAuth, LeaderElectionTest, TestMiniSolrCloudClusterSSL, DocValuesMissingTest, TestElisionMultitermQuery, TestNamedUpdateProcessors, SmileWriterTest, HighlighterMaxOffsetTest, TestDeleteCollectionOnDownNodes, MoreLikeThisHandlerTest, TestSolrDeletionPolicy1, CoreAdminCreateDiscoverTest, DisMaxRequestHandlerTest, DocValuesTest, BaseCdcrDistributedZkTest, TestSolrQueryResponse, OverseerStatusTest, TestAuthenticationFramework, TestRandomDVFaceting, TestSolrXml, HdfsNNFailoverTest, SegmentsInfoRequestHandlerTest, TestGroupingSearch, TestDistribIDF, TestUpdate, SpatialRPTFieldTypeTest, TestHashPartitioner, TestComplexPhraseQParserPlugin, CurrencyFieldXmlFileTest, TestStressInPlaceUpdates, TestInitQParser, TestDynamicFieldCollectionResource, TermsComponentTest, RankQueryTest, TestRawResponseWriter, DirectSolrConnectionTest, TestRTGBase, TestXIncludeConfig, BJQParserTest, AssignTest, MigrateRouteKeyTest, MultiTermTest, TestSchemaManager, DistributedQueueTest, TestSmileRequest, TestManagedResourceStorage, TestBlobHandler, BlobRepositoryCloudTest, TestMergePolicyConfig, DirectUpdateHandlerTest, ConjunctionSolrSpellCheckerTest, TlogReplayBufferedWhileIndexingTest, TestGraphTermsQParserPlugin, TestBlendedInfixSuggestions, PolyFieldTest, ConcurrentDeleteAndCreateCollectionTest, ZkNodePropsTest, CollectionsAPIAsyncDistributedZkTest, TestSurroundQueryParser, ClassificationUpdateProcessorTest, BufferStoreTest, BigEndianAscendingWordSerializerTest, TestJavabinTupleStreamParser, VMParamsZkACLAndCredentialsProvidersTest, TestPartialUpdateDeduplication, TestSQLHandler, TestStandardQParsers, TestClassicSimilarityFactory, TestFaceting, ClassificationUpdateProcessorFactoryTest, FileUtilsTest, ShardRoutingTest, CloudExitableDirectoryReaderTest, DirectoryFactoryTest, ParsingFieldUpdateProcessorsTest, TestFieldCacheSanityChecker, TestExpandComponent, TestOrdValues, HdfsSyncSliceTest, TestJettySolrRunner, TestStressVersions, LeaderInitiatedRecoveryOnCommitTest, PeerSyncReplicationTest, DateFieldTest, TestCustomDocTransformer, DocumentAnalysisRequestHandlerTest, SampleTest, ReplicaListTransformerTest, TestReplicationHandler]
   [junit4] Completed [246/684 (2!)] on J0 in 61.71s, 16 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 56068 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_121) - Build # 6374 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6374/
Java: 64bit/jdk1.8.0_121 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([A99994290E403D27:C126A103DEDA2FCB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:140)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:294)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11805 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_A99994290E403D27-001\init-core-data-001
   [junit4]   2> 1241769 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[A99994290E403D27]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1241775 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[A99994290E403D27]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1241784 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[A99994290E403D27]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_A99994290E403D27-001\tempDir-001
   [junit4]   2> 1241784 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[A99994290E403D27]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1241798 INFO  (Thread-3275) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1241798 INFO  (Thread-3275) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1241886 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[A99994290E403D27]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:55879
   [junit4]   2> 1241905 INFO  (jetty-launcher-1835-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1241906 INFO  (jetty-launcher-1835-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32617d6{/solr,null,AVAILABLE}
   [junit4]   2> 1241908 INFO  (jetty-launcher-1835-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@84a8521{SSL,[ssl, http/1.1]}{127.0.0.1:55883}
   [junit4]   2> 1241908 INFO  (jetty-launcher-1835-thread-1) [    ] o.e.j.s.Server Started @1249042ms
   [junit4]   2> 1241908 INFO  (jetty-launcher-1835-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55883}
   [junit4]   2> 1241908 ERROR (jetty-launcher-1835-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1241908 INFO  (jetty-launcher-1835-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1241908 INFO  (jetty-launcher-1835-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1241909 INFO  (jetty-launcher-1835-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1241909 INFO  (jetty-launcher-1835-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T03:54:36.345Z
   [junit4]   2> 1241920 INFO  (jetty-launcher-1835-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1241928 INFO  (jetty-launcher-1835-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d166e96{/solr,null,AVAILABLE}
   [junit4]   2> 1241929 INFO  (jetty-launcher-1835-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12541795{SSL,[ssl, http/1.1]}{127.0.0.1:55888}
   [junit4]   2> 1241929 INFO  (jetty-launcher-1835-thread-2) [    ] o.e.j.s.Server Started @1249064ms
   [junit4]   2> 1241929 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55888}
   [junit4]   2> 1241930 ERROR (jetty-launcher-1835-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1241930 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1241930 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1241930 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1241930 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-29T03:54:36.366Z
   [junit4]   2> 1241970 INFO  (jetty-launcher-1835-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1241971 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1241984 INFO  (jetty-launcher-1835-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55879/solr
   [junit4]   2> 1241985 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55879/solr
   [junit4]   2> 1242167 INFO  (jetty-launcher-1835-thread-1) [n:127.0.0.1:55883_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55883_solr
   [junit4]   2> 1242168 INFO  (jetty-launcher-1835-thread-2) [n:127.0.0.1:55888_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55888_solr
   [junit4]   2> 1242169 INFO  (jetty-launcher-1835-thread-1) [n:127.0.0.1:55883_solr    ] o.a.s.c.Overseer Overseer (id=97364349828333573-127.0.0.1:55883_solr-n_0000000000) starting
   [junit4]   2> 1242199 INFO  (jetty-launcher-1835-thread-2) [n:127.0.0.1:55888_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1242204 INFO  (zkCallback-1846-thread-1-processing-n:127.0.0.1:55888_solr) [n:127.0.0.1:55888_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1242204 INFO  (zkCallback-1845-thread-1-processing-n:127.0.0.1:55883_solr) [n:127.0.0.1:55883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1242286 INFO  (jetty-launcher-1835-thread-2) [n:127.0.0.1:55888_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 1242395 INFO  (jetty-launcher-1835-thread-1) [n:127.0.0.1:55883_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55883_solr
   [junit4]   2> 1242434 INFO  (jetty-launcher-1835-thread-1) [n:127.0.0.1:55883_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1242435 INFO  (zkCallback-1846-thread-1-processing-n:127.0.0.1:55888_solr) [n:127.0.0.1:55888_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1242435 INFO  (zkCallback-1845-thread-1-processing-n:127.0.0.1:55883_solr) [n:127.0.0.1:55883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1242558 INFO  (jetty-launcher-1835-thread-1) [n:127.0.0.1:55883_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 1242846 INFO  (jetty-launcher-1835-thread-1) [n:127.0.0.1:55883_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1242846 INFO  (jetty-launcher-1835-thread-2) [n:127.0.0.1:55888_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1243075 INFO  (jetty-launcher-1835-thread-2-EventThread) [n:127.0.0.1:55888_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1243076 INFO  (jetty-launcher-1835-thread-1-EventThread) [n:127.0.0.1:55883_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1243398 ERROR (jetty-launcher-1835-thread-2) [n:127.0.0.1:55888_solr    ] o.a.h.u.Shell Failed to locate the winutils binary in the hadoop binary path
   [junit4]   2> java.io.IOException: Could not locate executable null\bin\winutils.exe in the Hadoop binaries.
   [junit4]   2> 	at org.apache.hadoop.util.Shell.getQualifiedBinPath(Shell.java:356)
   [junit4]   2> 	at org.apache.hadoop.util.Shell.getWinUtilsPath(Shell.java:371)
   [junit4]   2> 	at org.apache.hadoop.util.Shell.<clinit>(Shell.java:364)
   [junit4]   2> 	at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:80)
   [junit4]   2> 	at org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1437)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenManager.<init>(DelegationTokenManager.java:115)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.initTokenManager(DelegationTokenAuthenticationHandler.java:148)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.init(DelegationTokenAuthenticationHandler.java:118)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler.init(HttpParamDelegationTokenPlugin.java:178)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.initializeAuthHandler(AuthenticationFilter.java:238)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.initializeAuthHandler(DelegationTokenAuthenticationFilter.java:209)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.initializeAuthHandler(DelegationTokenKerberosFilter.java:142)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.init(AuthenticationFilter.java:227)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.init(DelegationTokenAuthenticationFilter.java:175)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.init(DelegationTokenKerberosFilter.java:71)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin.init(HttpParamDelegationTokenPlugin.java:134)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.initializeAuthenticationPlugin(CoreContainer.java:342)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.reloadSecurityProperties(CoreContainer.java:631)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:235)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:167)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:376)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:239)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1243755 INFO  (jetty-launcher-1835-thread-1) [n:127.0.0.1:55883_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_A99994290E403D27-001\tempDir-001\node1\.
   [junit4]   2> 1243755 INFO  (jetty-launcher-1835-thread-2) [n:127.0.0.1:55888_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_A99994290E403D27-001\tempDir-001\node2\.
   [junit4]   2> 1244106 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 1246067 WARN  (qtp1968489003-11539) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 1246068 WARN  (qtp1968489003-11539) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 1246092 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246125 WARN  (qtp882287440-11529) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 1246126 WARN  (qtp882287440-11529) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 1246127 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246144 WARN  (qtp1968489003-11541) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 1246145 WARN  (qtp1968489003-11541) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 1246145 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246146 WARN  (qtp882287440-11529) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 1246146 WARN  (qtp882287440-11529) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 1246147 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246147 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 1246211 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 1246282 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=A99994290E403D27 -Dtests.slow=true -Dtests.locale=sr -Dtests.timezone=Pacific/Rarotonga -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.14s J0 | TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A99994290E403D27:C126A103DEDA2FCB]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:140)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:294)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1246318 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 1246342 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246375 INFO  (qtp1968489003-11553) [n:127.0.0.1:55888_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE70igFaDGjS9AQDFHmyAnELWaHEMcGuPl_wf2NKl2GZB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246375 INFO  (qtp1968489003-11553) [n:127.0.0.1:55888_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE70igFaDGjS9AQDFHmyAnELWaHEMcGuPl_wf2NKl2GZB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246376 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 1246405 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 1246447 INFO  (qtp1968489003-11542) [n:127.0.0.1:55888_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE9KigFaDGjTSgUDFNCSCtO2JQDfvRne7b_CEGypvhN3B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246447 INFO  (qtp1968489003-11542) [n:127.0.0.1:55888_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE9KigFaDGjTSgUDFNCSCtO2JQDfvRne7b_CEGypvhN3B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246460 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[A99994290E403D27]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1246463 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[A99994290E403D27]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55879/solr ready
   [junit4]   2> 1246470 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246472 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e85c3d4e000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1246480 INFO  (qtp882287440-11548) [n:127.0.0.1:55883_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE9KigFaDGjTSgUDFNCSCtO2JQDfvRne7b_CEGypvhN3B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246480 INFO  (qtp882287440-11548) [n:127.0.0.1:55883_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE9KigFaDGjTSgUDFNCSCtO2JQDfvRne7b_CEGypvhN3B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246489 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[A99994290E403D27]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1246489 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[A99994290E403D27]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55879/solr ready
   [junit4]   2> 1246495 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246496 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e85c3d4e000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1246497 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 1246524 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 1246557 INFO  (qtp1968489003-11553) [n:127.0.0.1:55888_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE_BigFaDGjTwQYDFLFwUm-IKpA8ZAdqAvJA9l2FtgKQB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246557 INFO  (qtp1968489003-11553) [n:127.0.0.1:55888_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE_BigFaDGjTwQYDFLFwUm-IKpA8ZAdqAvJA9l2FtgKQB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246562 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1246563 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55879/solr ready
   [junit4]   2> 1246568 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246570 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e85c3d4e000c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1246579 INFO  (qtp882287440-11547) [n:127.0.0.1:55883_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE_BigFaDGjTwQYDFLFwUm-IKpA8ZAdqAvJA9l2FtgKQB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246580 INFO  (qtp882287440-11547) [n:127.0.0.1:55883_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXE_BigFaDGjTwQYDFLFwUm-IKpA8ZAdqAvJA9l2FtgKQB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246586 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246615 INFO  (qtp1968489003-11543) [n:127.0.0.1:55888_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFAAigFaDGjUAAcDFF6-a7JJcUUk470AyjBhA9aIRDlpB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246615 INFO  (qtp1968489003-11543) [n:127.0.0.1:55888_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFAAigFaDGjUAAcDFF6-a7JJcUUk470AyjBhA9aIRDlpB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246626 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1246628 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55879/solr ready
   [junit4]   2> 1246632 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246633 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e85c3d4e000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1246640 INFO  (qtp882287440-11532) [n:127.0.0.1:55883_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFAAigFaDGjUAAcDFF6-a7JJcUUk470AyjBhA9aIRDlpB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246640 INFO  (qtp882287440-11532) [n:127.0.0.1:55883_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFAAigFaDGjUAAcDFF6-a7JJcUUk470AyjBhA9aIRDlpB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246648 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246666 INFO  (qtp1968489003-11553) [n:127.0.0.1:55888_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFA9igFaDGjUPQgDFAu2tTpR_1rJaaDw11teuYdgiGptB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246666 INFO  (qtp1968489003-11553) [n:127.0.0.1:55888_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFA9igFaDGjUPQgDFAu2tTpR_1rJaaDw11teuYdgiGptB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246674 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1246676 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55879/solr ready
   [junit4]   2> 1246679 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246681 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e85c3d4e000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1246688 INFO  (qtp882287440-11525) [n:127.0.0.1:55883_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFA9igFaDGjUPQgDFAu2tTpR_1rJaaDw11teuYdgiGptB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246688 INFO  (qtp882287440-11525) [n:127.0.0.1:55883_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFA9igFaDGjUPQgDFAu2tTpR_1rJaaDw11teuYdgiGptB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246695 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246716 INFO  (qtp1968489003-11550) [n:127.0.0.1:55888_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFBsigFaDGjUbAkDFFt2Jo3mxbxUDk1pSZBGb8fqh-UoB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246716 INFO  (qtp1968489003-11550) [n:127.0.0.1:55888_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFBsigFaDGjUbAkDFFt2Jo3mxbxUDk1pSZBGb8fqh-UoB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246722 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1246724 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55879/solr ready
   [junit4]   2> 1246728 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246729 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e85c3d4e000f, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1246737 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1246738 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55879/solr ready
   [junit4]   2> 1246742 INFO  (qtp882287440-11549) [n:127.0.0.1:55883_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFBsigFaDGjUbAkDFFt2Jo3mxbxUDk1pSZBGb8fqh-UoB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246743 INFO  (qtp882287440-11549) [n:127.0.0.1:55883_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnoXFBsigFaDGjUbAkDFFt2Jo3mxbxUDk1pSZBGb8fqh-UoB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246744 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e85c3d4e0010, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1246755 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246755 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> 1246779 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 1246815 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[A99994290E403D27]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1246816 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[A99994290E403D27]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55879/solr ready
   [junit4]   2> 1246821 ERROR (qtp882287440-11525) [n:127.0.0.1:55883_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_10]
   [junit4]   2> 1246856 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e85c3d4e0011, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1246862 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246870 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246896 ERROR (qtp882287440-11547) [n:127.0.0.1:55883_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_11]
   [junit4]   2> 1246912 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246923 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=   , 01-   -1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 1246923 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 1246943 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 1246949 INFO  (qtp1968489003-11552) [n:127.0.0.1:55888_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246950 INFO  (qtp1968489003-11552) [n:127.0.0.1:55888_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1246953 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[A99994290E403D27]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1485698081385&s=S3o/DzMplfR+maS3bGznRqHmrRE="; Path=/; Domain=127.0.0.1; Expires=   , 29-   -2017 13:54:41 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 29- -2017 13:54:41 GMT
   [junit4]   2> 1246954 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 1247010 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 1247089 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e85c3d4e0012, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1247089 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[A99994290E403D27]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 1247091 INFO  (jetty-launcher-1835-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@12541795{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1247094 INFO  (jetty-launcher-1835-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=99791879
   [junit4]   2> 1247096 INFO  (jetty-launcher-1835-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@84a8521{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1247096 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=864049100
   [junit4]   2> 1247105 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97364349828333573-127.0.0.1:55883_solr-n_0000000000) closing
   [junit4]   2> 1247105 INFO  (OverseerStateUpdate-97364349828333573-127.0.0.1:55883_solr-n_0000000000) [n:127.0.0.1:55883_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55883_solr
   [junit4]   2> 1247107 WARN  (zkCallback-1845-thread-2-processing-n:127.0.0.1:55883_solr) [n:127.0.0.1:55883_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1247108 INFO  (jetty-launcher-1835-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1247108 ERROR (Thread[Thread-3298,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:55883_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1247114 WARN  (zkCallback-1846-thread-2-processing-n:127.0.0.1:55888_solr) [n:127.0.0.1:55888_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1247117 INFO  (jetty-launcher-1835-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1247117 ERROR (Thread[Thread-3300,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:55888_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1247152 INFO  (jetty-launcher-1835-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32617d6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1247152 INFO  (jetty-launcher-1835-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d166e96{/solr,null,UNAVAILABLE}
   [junit4]   2> 1247157 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[A99994290E403D27]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55879 55879
   [junit4]   2> 1247158 INFO  (Thread-3275) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55879 55879
   [junit4]   2> 1247160 WARN  (Thread-3275) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/live_nodes
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 1247160 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[A99994290E403D27]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_A99994290E403D27-001
   [junit4]   2> Jan 29, 2017 3:54:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1466, maxMBSortInHeap=5.7965385863472125, sim=RandomSimilarity(queryNorm=true): {}, locale=sr, timezone=Pacific/Rarotonga
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=31533808,total=347414528
   [junit4]   2> NOTE: All tests run in this JVM: [SuggesterFSTTest, BJQParserTest, TestFieldCollectionResource, CursorMarkTest, HdfsBasicDistributedZkTest, TestCoreContainer, UnloadDistributedZkTest, TestReplicationHandler, TestSolrXml, RecoveryZkTest, DistributedQueryComponentCustomSortTest, DistributedQueueTest, TestRandomFlRTGCloud, RankQueryTest, TermsComponentTest, HttpSolrCallGetCoreTest, ClassificationUpdateProcessorFactoryTest, TestSha256AuthenticationProvider, XmlUpdateRequestHandlerTest, TestRecoveryHdfs, TestMaxScoreQueryParser, TestMiniSolrCloudCluster, TestManagedSchemaThreadSafety, TestMiniSolrCloudClusterSSL, TestExpandComponent, StandardRequestHandlerTest, BigEndianAscendingWordSerializerTest, TestStressVersions, TestNamedUpdateProcessors, PeerSyncReplicationTest, TestSolrCoreSnapshots, ZkControllerTest, SimplePostToolTest, TestSchemaSimilarityResource, DirectSolrConnectionTest, PKIAuthenticationIntegrationTest, CurrencyFieldXmlFileTest, CloudMLTQParserTest, TestConfigSets, PluginInfoTest, TestClassicSimilarityFactory, LeaderElectionTest, HdfsNNFailoverTest, PolyFieldTest, TimeZoneUtilsTest, TestInPlaceUpdatesDistrib, TestClusterProperties, TestClusterStateMutator, HdfsChaosMonkeySafeLeaderTest, PathHierarchyTokenizerFactoryTest, CdcrRequestHandlerTest, CdcrReplicationDistributedZkTest, TestLocalFSCloudBackupRestore, SparseHLLTest, TestStressReorder, TestSchemaNameResource, ConjunctionSolrSpellCheckerTest, TestUninvertingReader, TestSchemaManager, TestSurroundQueryParser, TestObjectReleaseTracker, DocExpirationUpdateProcessorFactoryTest, ZkNodePropsTest, ActionThrottleTest, BasicAuthIntegrationTest, DocValuesTest, SchemaVersionSpecificBehaviorTest, StatelessScriptUpdateProcessorFactoryTest, AssignTest, TestFastLRUCache, TestSolrJ, TestFaceting, TestReqParamsAPI, TestFreeTextSuggestions, UUIDUpdateProcessorFallbackTest, TestFieldCacheWithThreads, DocumentBuilderTest, TestDistributedSearch, TestJmxIntegration, TestTrackingShardHandlerFactory, TestCollapseQParserPlugin, TestBackupRepositoryFactory, TestSolrCloudWithSecureImpersonation, HardAutoCommitTest, TestCloudInspectUtil, SolrTestCaseJ4Test, TestLeaderElectionZkExpiry, TestLazyCores, DirectSolrSpellCheckerTest, TestIBSimilarityFactory, DistributedSuggestComponentTest, RuleEngineTest, BadCopyFieldTest, TestSolrConfigHandler, TestDeleteCollectionOnDownNodes, SyncSliceTest, SolrSlf4jReporterTest, TestBM25SimilarityFactory, SearchHandlerTest, BinaryUpdateRequestHandlerTest, TestHighlightDedupGrouping, AlternateDirectoryTest, TestCharFilters, SmileWriterTest, FastVectorHighlighterTest, TestDocumentBuilder, TestSolrCoreParser, TestExactStatsCache, DisMaxRequestHandlerTest, TestCustomStream, TestWordDelimiterFilterFactory, TestPartialUpdateDeduplication, HdfsDirectoryFactoryTest, OutputWriterTest, TestSubQueryTransformerDistrib, DistributedFacetPivotSmallTest, OverseerStatusTest, TestCloudPseudoReturnFields, IndexSchemaRuntimeFieldTest, HighlighterMaxOffsetTest, RemoteQueryErrorTest, DistributedSpellCheckComponentTest, TestInitParams, TestPhraseSuggestions, HdfsLockFactoryTest, XsltUpdateRequestHandlerTest, HdfsRecoveryZkTest, TestFieldCache, TestSQLHandler, TestCloudSchemaless, SolrMetricManagerTest, SolrCoreTest, MBeansHandlerTest, TestCSVLoader, DistributedFacetExistsSmallTest, TestShortCircuitedRequests, CheckHdfsIndexTest, TestCollationField, MoreLikeThisHandlerTest, SolrIndexMetricsTest, TestComplexPhraseQParserPlugin, TestManagedStopFilterFactory, OverseerModifyCollectionTest, ConcurrentDeleteAndCreateCollectionTest, SolrIndexConfigTest, TestMacros, TestSSLRandomization, TestGeoJSONResponseWriter, SystemInfoHandlerTest, TestSweetSpotSimilarityFactory, TestSlowCompositeReaderWrapper, TestUseDocValuesAsStored, CachingDirectoryFactoryTest, DataDrivenBlockJoinTest, VMParamsZkACLAndCredentialsProvidersTest, TestSmileRequest, TestInitQParser, SOLR749Test, TestJettySolrRunner, TestFastOutputStream, ExplicitHLLTest, CopyFieldTest, BlockCacheTest, SolrMetricsIntegrationTest, TestSolrCloudWithDelegationTokens]
   [junit4] Completed [315/684 (1!)] on J0 in 5.93s, 8 tests, 1 failure <<< FAILURES!

[...truncated 63616 lines...]


[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_121) - Build # 6373 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6373/
Java: 32bit/jdk1.8.0_121 -server -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly

Error Message:
Unexpected number of elements in the group for intGSF: 6

Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 6
	at __randomizedtesting.SeedInfo.seed([B7431E5483F88841:2CF8700CCEA0BA1F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:376)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
[index.20170128173414620, index.20170128173426346, index.properties, replication.properties, snapshot_metadata] expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: [index.20170128173414620, index.20170128173426346, index.properties, replication.properties, snapshot_metadata] expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([B7431E5483F88841:6CE81E9286D0E1F2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.TestReplicationHandler.checkForSingleIndex(TestReplicationHandler.java:923)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:881)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10778 lines...]
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\init-core-data-001
   [junit4]   2> 119000 INFO  (SUITE-DocValuesNotIndexedTest-seed#[B7431E5483F88841]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 119008 INFO  (SUITE-DocValuesNotIndexedTest-seed#[B7431E5483F88841]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 119010 INFO  (SUITE-DocValuesNotIndexedTest-seed#[B7431E5483F88841]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001
   [junit4]   2> 119011 INFO  (SUITE-DocValuesNotIndexedTest-seed#[B7431E5483F88841]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 119012 INFO  (Thread-216) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 119012 INFO  (Thread-216) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 119112 INFO  (SUITE-DocValuesNotIndexedTest-seed#[B7431E5483F88841]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:63255
   [junit4]   2> 119129 INFO  (jetty-launcher-101-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 119130 INFO  (jetty-launcher-101-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18ba87b{/solr,null,AVAILABLE}
   [junit4]   2> 119133 INFO  (jetty-launcher-101-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 119136 INFO  (jetty-launcher-101-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@539c84{/solr,null,AVAILABLE}
   [junit4]   2> 119142 INFO  (jetty-launcher-101-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@181cc98{HTTP/1.1,[http/1.1]}{127.0.0.1:63262}
   [junit4]   2> 119142 INFO  (jetty-launcher-101-thread-2) [    ] o.e.j.s.Server Started @124671ms
   [junit4]   2> 119142 INFO  (jetty-launcher-101-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1172414{HTTP/1.1,[http/1.1]}{127.0.0.1:63259}
   [junit4]   2> 119142 INFO  (jetty-launcher-101-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63262}
   [junit4]   2> 119142 INFO  (jetty-launcher-101-thread-1) [    ] o.e.j.s.Server Started @124671ms
   [junit4]   2> 119142 INFO  (jetty-launcher-101-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63259}
   [junit4]   2> 119142 ERROR (jetty-launcher-101-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 119142 ERROR (jetty-launcher-101-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 119143 INFO  (jetty-launcher-101-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 119143 INFO  (jetty-launcher-101-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 119143 INFO  (jetty-launcher-101-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 119143 INFO  (jetty-launcher-101-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 119143 INFO  (jetty-launcher-101-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 119143 INFO  (jetty-launcher-101-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 119143 INFO  (jetty-launcher-101-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-28T07:39:19.345Z
   [junit4]   2> 119143 INFO  (jetty-launcher-101-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-28T07:39:19.345Z
   [junit4]   2> 119159 INFO  (jetty-launcher-101-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 119161 INFO  (jetty-launcher-101-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 119181 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159e4039d360001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 119193 INFO  (jetty-launcher-101-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63255/solr
   [junit4]   2> 119193 INFO  (jetty-launcher-101-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63255/solr
   [junit4]   2> 119270 INFO  (jetty-launcher-101-thread-1) [n:127.0.0.1:63259_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63259_solr
   [junit4]   2> 119270 INFO  (jetty-launcher-101-thread-1) [n:127.0.0.1:63259_solr    ] o.a.s.c.Overseer Overseer (id=97359571138772998-127.0.0.1:63259_solr-n_0000000000) starting
   [junit4]   2> 119280 INFO  (jetty-launcher-101-thread-2) [n:127.0.0.1:63262_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63262_solr
   [junit4]   2> 119291 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 119293 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 119308 INFO  (jetty-launcher-101-thread-1) [n:127.0.0.1:63259_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63259_solr
   [junit4]   2> 119510 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 119513 INFO  (jetty-launcher-101-thread-1) [n:127.0.0.1:63259_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node1\.
   [junit4]   2> 119514 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 119650 INFO  (jetty-launcher-101-thread-2) [n:127.0.0.1:63262_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node2\.
   [junit4]   2> 119706 INFO  (SUITE-DocValuesNotIndexedTest-seed#[B7431E5483F88841]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 119716 INFO  (SUITE-DocValuesNotIndexedTest-seed#[B7431E5483F88841]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63255/solr ready
   [junit4]   2> 119731 INFO  (qtp24782158-760) [n:127.0.0.1:63259_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 119759 INFO  (OverseerThreadFactory-315-thread-1-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.c.CreateCollectionCmd Create collection dv_coll
   [junit4]   2> 119896 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2
   [junit4]   2> 119898 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2
   [junit4]   2> 119901 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2
   [junit4]   2> 119903 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2
   [junit4]   2> 120030 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 120030 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 120927 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 120945 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 120946 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 120964 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 121006 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
   [junit4]   2> 121007 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
   [junit4]   2> 121007 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 121009 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
   [junit4]   2> 121017 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 121025 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 121025 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 121026 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 121030 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
   [junit4]   2> 121030 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica1' using configuration from collection dv_coll
   [junit4]   2> 121030 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
   [junit4]   2> 121031 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [[dv_coll_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node2\dv_coll_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node2\.\dv_coll_shard2_replica1\data\]
   [junit4]   2> 121031 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node2\dv_coll_shard4_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node2\.\dv_coll_shard4_replica1\data\]
   [junit4]   2> 121030 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
   [junit4]   2> 121033 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node1\dv_coll_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node1\.\dv_coll_shard1_replica1\data\]
   [junit4]   2> 121033 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node1\dv_coll_shard3_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node1\.\dv_coll_shard3_replica1\data\]
   [junit4]   2> 121062 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 121062 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 121063 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 121063 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 121078 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 121078 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 121079 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 121079 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 121081 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 121081 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 121084 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 121084 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 121087 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a06e1a[dv_coll_shard2_replica1] main]
   [junit4]   2> 121090 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 121090 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 121094 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 121094 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 121097 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 121097 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 121098 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c9196d[dv_coll_shard1_replica1] main]
   [junit4]   2> 121100 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 121100 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 121102 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61bd9b[dv_coll_shard4_replica1] main]
   [junit4]   2> 121102 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 121102 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 121102 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 121104 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 121104 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 121109 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 121109 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 121109 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 121109 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f2cdb2[dv_coll_shard3_replica1] main]
   [junit4]   2> 121110 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 121110 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557753140411891712
   [junit4]   2> 121110 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 121110 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557753140411891712
   [junit4]   2> 121112 INFO  (searcherExecutor-318-thread-1-processing-n:127.0.0.1:63262_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@a06e1a[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 121109 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 121112 INFO  (searcherExecutor-319-thread-1-processing-n:127.0.0.1:63262_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@61bd9b[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 121112 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557753140413988864
   [junit4]   2> 121112 INFO  (searcherExecutor-321-thread-1-processing-n:127.0.0.1:63259_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@c9196d[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 121115 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 121117 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 121117 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 121119 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 121119 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 121119 INFO  (searcherExecutor-320-thread-1-processing-n:127.0.0.1:63259_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@1f2cdb2[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 121119 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557753140421328896
   [junit4]   2> 121130 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 121130 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 121130 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63259/solr/dv_coll_shard1_replica1/
   [junit4]   2> 121130 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 121130 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63259/solr/dv_coll_shard1_replica1/ has no replicas
   [junit4]   2> 121131 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 121131 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 121131 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/
   [junit4]   2> 121131 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 121131 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/ has no replicas
   [junit4]   2> 121132 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 121132 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 121132 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63262/solr/dv_coll_shard2_replica1/
   [junit4]   2> 121132 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 121132 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63262/solr/dv_coll_shard2_replica1/ has no replicas
   [junit4]   2> 121135 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 121135 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 121135 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/
   [junit4]   2> 121135 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 121135 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/ has no replicas
   [junit4]   2> 121143 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63259/solr/dv_coll_shard1_replica1/ shard1
   [junit4]   2> 121144 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/ shard4
   [junit4]   2> 121144 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63262/solr/dv_coll_shard2_replica1/ shard2
   [junit4]   2> 121146 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/ shard3
   [junit4]   2> 121266 INFO  (zkCallback-112-thread-3-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 121266 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 121297 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 121300 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 121300 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 121305 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1  x:dv_coll_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2} status=0 QTime=1409
   [junit4]   2> 121307 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard3  x:dv_coll_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2} status=0 QTime=1409
   [junit4]   2> 121317 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 121317 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard4  x:dv_coll_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2} status=0 QTime=1416
   [junit4]   2> 121322 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2  x:dv_coll_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2} status=0 QTime=1420
   [junit4]   2> 121330 INFO  (qtp24782158-760) [n:127.0.0.1:63259_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 121429 INFO  (zkCallback-112-thread-3-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 121429 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 121765 INFO  (OverseerCollectionConfigSetProcessor-97359571138772998-127.0.0.1:63259_solr-n_0000000000) [n:127.0.0.1:63259_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 122330 INFO  (qtp24782158-760) [n:127.0.0.1:63259_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2599
   [junit4]   2> 122392 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 122412 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
   [junit4]   2> 122461 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 122595 INFO  (zkCallback-112-thread-3-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 122596 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 122596 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema 
   [junit4]   2> 122596 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 122597 INFO  (zkCallback-112-thread-3-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 122599 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 122609 INFO  (zkCallback-112-thread-3-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
   [junit4]   2> 122634 INFO  (zkCallback-111-thread-2-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 122639 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
   [junit4]   2> 122644 INFO  (zkCallback-112-thread-3-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 122645 INFO  (zkCallback-112-thread-3-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 48 ms
   [junit4]   2> 122648 INFO  (zkCallback-111-thread-2-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 122664 INFO  (zkCallback-111-thread-2-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
   [junit4]   2> 122739 INFO  (Thread-235) [n:127.0.0.1:63259_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica1
   [junit4]   2> 122769 INFO  (zkCallback-111-thread-2-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 122769 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 122774 INFO  (zkCallback-111-thread-2-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 125 ms
   [junit4]   2> 122777 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:63262_solr) [n:127.0.0.1:63262_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 178 ms
   [junit4]   2> 122779 INFO  (Thread-236) [n:127.0.0.1:63262_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica1
   [junit4]   2> 122808 INFO  (Thread-235) [n:127.0.0.1:63259_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard3_replica1
   [junit4]   2> 122810 INFO  (Thread-236) [n:127.0.0.1:63262_solr    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica1
   [junit4]   2> 122815 INFO  (Thread-235) [n:127.0.0.1:63259_solr    ] o.a.s.c.SolrCore core reload dv_coll_shard3_replica1
   [junit4]   2> 122831 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 122864 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
   [junit4]   2> 122869 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 122882 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
   [junit4]   2> 122927 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node1\dv_coll_shard3_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node1\.\dv_coll_shard3_replica1\data\]
   [junit4]   2> 123070 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 123070 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 123076 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@358c10[dv_coll_shard3_replica1] main]
   [junit4]   2> 123078 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 123079 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 123079 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 123080 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
   [junit4]   2> 123080 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 123081 INFO  (searcherExecutor-338-thread-1-processing-n:127.0.0.1:63259_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@358c10[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 123082 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557753142479683584
   [junit4]   2> 123097 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 123098 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d4b8a8[dv_coll_shard3_replica1] main]
   [junit4]   2> 123098 INFO  (searcherExecutor-338-thread-1-processing-n:127.0.0.1:63259_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@d4b8a8[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 123102 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 123105 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 3 replicas to apply schema update version 1 for collection dv_coll
   [junit4]   2> 123107 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
   [junit4]   2> 123116 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 123116 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:63259_solr) [n:127.0.0.1:63259_solr    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 14 ms
   [junit4]   2> 123154 INFO  (Thread-235) [n:127.0.0.1:63259_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 123158 INFO  (qtp9255391-767) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 123160 INFO  (qtp9255391-767) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 123162 INFO  (qtp24782158-756) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 123167 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.ManagedIndexSchema Took 69.0ms for 3 replicas to apply schema update version 1 for collection dv_coll
   [junit4]   2> 123168 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=795
   [junit4]   2> 123168 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1653a2f
   [junit4]   2> 123169 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.dv_coll.shard3.replica1
   [junit4]   2> 123199 INFO  (TEST-DocValuesNotIndexedTest.testGroupingDVOnly-seed#[B7431E5483F88841]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGroupingDVOnly
   [junit4]   2> 123212 INFO  (Thread-235) [n:127.0.0.1:63259_solr    ] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
   [junit4]   2> 123221 INFO  (Thread-235) [n:127.0.0.1:63259_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 123224 INFO  (Thread-235) [n:127.0.0.1:63259_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
   [junit4]   2> 123225 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node1\dv_coll_shard3_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DocValuesNotIndexedTest_B7431E5483F88841-001\tempDir-001\node1\.\dv_coll_shard3_replica1\data\]
   [junit4]   2> 123234 INFO  (qtp9255391-766) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:63259/solr/dv_coll_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1557753142611804160)} 0 18
   [junit4]   2> 123235 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:63259/solr/dv_coll_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1557753142617047040)} 0 23
   [junit4]   2> 123236 INFO  (qtp9255391-771) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:63259/solr/dv_coll_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1557753142611804160)} 0 27
   [junit4]   2> 123237 INFO  (qtp24782158-756) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1557753142605512704)} 0 36
   [junit4]   2> 123244 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 123244 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 123245 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 123247 INFO  (qtp24782158-760) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 123248 INFO  (qtp24782158-760) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 123251 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b094d7[dv_coll_shard1_replica1] main]
   [junit4]   2> 123252 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 123253 INFO  (searcherExecutor-321-thread-1-processing-n:127.0.0.1:63259_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@1b094d7[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 123253 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 123253 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 10
   [junit4]   2> 123254 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cad167[dv_coll_shard2_replica1] main]
   [junit4]   2> 123257 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 123258 INFO  (searcherExecutor-318-thread-1-processing-n:127.0.0.1:63262_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@cad167[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 123258 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 15
   [junit4]   2> 123259 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 123259 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 123260 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b777d0[dv_coll_shard4_replica1] main]
   [junit4]   2> 123261 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 123261 INFO  (searcherExecutor-319-thread-1-processing-n:127.0.0.1:63262_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@1b777d0[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 123262 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 123265 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 123265 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 123266 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16c43d0[dv_coll_shard3_replica1] main]
   [junit4]   2> 123269 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 123270 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 123270 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 123271 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
   [junit4]   2> 123271 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 123277 INFO  (qtp24782158-760) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 123278 INFO  (qtp24782158-760) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 30
   [junit4]   2> 123281 INFO  (qtp24782158-756) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 42
   [junit4]   2> 123286 INFO  (searcherExecutor-343-thread-1-processing-n:127.0.0.1:63259_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@16c43d0[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 123365 INFO  (qtp24782158-762) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[1 (1557753142707224576), 8 (1557753142764896256), 10 (1557753142765944832), 11 (1557753142766993408), 13 (1557753142766993409), 14 (1557753142766993410), 10015 (1557753142768041984), 10020 (1557753142768041985), 24 (1557753142768041986), 27 (1557753142769090560), ... (16 adds)]} 0 65
   [junit4]   2> 123366 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[0 (1557753142703030272), 4 (1557753142765944832), 10005 (1557753142766993408), 12 (1557753142768041984), 15 (1557753142769090560), 16 (1557753142769090561), 20 (1557753142770139136), 22 (1557753142771187712), 34 (1557753142771187713), 35 (1557753142772236288), ... (16 adds)]} 0 72
   [junit4]   2> 123416 INFO  (qtp9255391-765) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[10000 (1557753142716661760), 5 (1557753142798450688), 17 (1557753142805790720), 19 (1557753142809985024), 21 (1557753142815227904), 23 (1557753142820470784), 25 (1557753142825713664), 29 (1557753142826762240), 10030 (1557753142827810816), 33 (1557753142827810817), ... (13 adds)]} 0 109
   [junit4]   2> 123507 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 123568 INFO  (qtp24782158-755) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[2 (1557753142705127424), 3 (1557753142764896256), 6 (1557753142952591360), 7 (1557753142962028544), 9 (1557753142964125696), 10010 (1557753142966222848), 18 (1557753142966222849), 10025 (1557753142976708608), 26 (1557753142978805760), 30 (1557753142980902912), ... (14 adds)]} 0 276
   [junit4]   2> 123591 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 123592 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@10706ff
   [junit4]   2> 123593 INFO  (qtp9255391-766) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 123593 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 123594 INFO  (qtp9255391-766) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@16f0d55
   [junit4]   2> 123595 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1e8830e
   [junit4]   2> 123595 INFO  (qtp9255391-771) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 123596 INFO  (qtp9255391-771) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@d27ec2
   [junit4]   2> 123789 INFO  (qtp9255391-771) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e25212[dv_coll_shard4_replica1] main]
   [junit4]   2> 123790 INFO  (searcherExecutor-319-thread-1-processing-n:127.0.0.1:63262_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@e25212[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C13)))}
   [junit4]   2> 123792 INFO  (qtp9255391-771) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 123793 INFO  (Thread-235) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cdcc31[dv_coll_shard3_replica1] main]
   [junit4]   2> 123793 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@137c36d[dv_coll_shard1_replica1] main]
   [junit4]   2> 123794 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 123794 INFO  (searcherExecutor-321-thread-1-processing-n:127.0.0.1:63259_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node1) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@137c36d[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C16)))}
   [junit4]   2> 123794 INFO  (searcherExecutor-343-thread-1-processing-n:127.0.0.1:63259_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@1cdcc31[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 123794 INFO  (qtp9255391-771) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 199
   [junit4]   2> 123794 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 201
   [junit4]   2> 123799 INFO  (qtp9255391-766) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d2c7ab[dv_coll_shard2_replica1] main]
   [junit4]   2> 123800 INFO  (searcherExecutor-318-thread-1-processing-n:127.0.0.1:63262_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@1d2c7ab[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C16)))}
   [junit4]   2> 123801 INFO  (qtp9255391-766) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 123801 INFO  (qtp9255391-766) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 209
   [junit4]   2> 123830 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13b1552[dv_coll_shard3_replica1] main]
   [junit4]   2> 123832 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 123832 INFO  (searcherExecutor-338-thread-1-processing-n:127.0.0.1:63259_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node2) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@13b1552[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C12)))}
   [junit4]   2> 123832 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 241
   [junit4]   2> 123832 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a7fc46
   [junit4]   2> 123833 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.dv_coll.shard3.replica1
   [junit4]   2> 123836 INFO  (qtp9255391-764) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1]  webapp=/solr path=/update params={_stateVer_=dv_coll:3&commit=true&wt=javabin&version=2}{commit=} 0 265
   [junit4]   2> 124040 INFO  (qtp24782158-756) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:63259/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1485589164040&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=175
   [junit4]   2> 124040 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:63262/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1485589164040&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=176
   [junit4]   2> 124041 INFO  (qtp9255391-767) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1485589164040&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=177
   [junit4]   2> 124041 INFO  (qtp24782158-760) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1485589164040&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=177
   [junit4]   2> 124182 INFO  (qtp24782158-762) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1485589164040&group.topgroups.intGSF=2067721998&group.topgroups.intGSF=2067731998&group.topgroups.intGSF=2067742001&group.topgroups.intGSF=%01&group.topgroups.intGSF=2067752001&group.topgroups.intGSF=2067762003&group.topgroups.intGSF=2067772004&group.topgroups.intGSF=2067782010&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=70
   [junit4]   2> 124184 INFO  (qtp9255391-769) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:63262/solr/dv_coll_shard2_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1485589164040&group.topgroups.intGSF=2067721998&group.topgroups.intGSF=2067731998&group.topgroups.intGSF=2067742001&group.topgroups.intGSF=%01&group.topgroups.intGSF=2067752001&group.topgroups.intGSF=2067762003&group.topgroups.intGSF=2067772004&group.topgroups.intGSF=2067782010&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=72
   [junit4]   2> 124187 INFO  (qtp24782158-755) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:63259/solr/dv_coll_shard1_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1485589164040&group.topgroups.intGSF=2067721998&group.topgroups.intGSF=2067731998&group.topgroups.intGSF=2067742001&group.topgroups.intGSF=%01&group.topgroups.intGSF=2067752001&group.topgroups.intGSF=2067762003&group.topgroups.intGSF=2067772004&group.topgroups.intGSF=2067782010&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=72
   [junit4]   2> 124189 INFO  (qtp9255391-765) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1485589164040&group.topgroups.intGSF=2067721998&group.topgroups.intGSF=2067731998&group.topgroups.intGSF=2067742001&group.topgroups.intGSF=%01&group.topgroups.intGSF=2067752001&group.topgroups.intGSF=2067762003&group.topgroups.intGSF=2067772004&group.topgroups.intGSF=2067782010&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=74
   [junit4]   2> 124222 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:63259/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1485589164040&ids=2,3&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 124223 INFO  (qtp9255391-771) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:63262/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1485589164040&ids=22,44,12,34,35,46,36,47,15,16,0,4,41,20,10005,43&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=2
   [junit4]   2> 124226 INFO  (qtp9255391-766) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1485589164040&ids=33,23,45,25,10040,37,17,10030,29,19,5,10000,21&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
   [junit4]   2> 124227 INFO  (qtp24782158-758) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:63259/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1485589164040&ids=11,13,24,14,48,27,38,10020,28,1,8,10015,40,42,10,32&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=1
   [junit4]   2> 124249 INFO  (qtp24782158-757) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&group.limit=100&rows=100&wt=javabin&version=2&group.field=intGSF&group=true} status=0 QTime=411
   [junit4]   2> 124261 INFO  (TEST-DocValuesNotIndexedTest.testGroupingDVOnly-seed#[B7431E5483F88841]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGroupingDVOnly
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DocValuesNotIndexedTest -Dtests.method=testGroupingDVOnly -Dtests.seed=B7431E5483F88841 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Cuba -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 1.10s J0 | DocValuesNotIndexedTest.testGroupingDVOnly <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 6
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B7431E5483F88841:2CF8700CCEA0BA1F]:0)
   [junit4]    > 	at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:376)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 124302 INFO  (TEST-DocValuesNotIndexedTest.testDistribFaceting-seed#[B7431E5483F88841]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistribFaceting
   [junit4]   2> 124317 INFO  (qtp9255391-771) [n:127.0.0.1:63262_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@edd928[dv_coll_shard4_replica1] realtime]
   [junit4]   2> 124319 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@97536f[dv_coll_shard1_replica1] realtime]
   [junit4]   2> 124321 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cf1dd9[dv_coll_shard2_replica1] realtime]
   [junit4]   2> 124321 INFO  (qtp9255391-768) [n:127.0.0.1:63262_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1557753143762092032)} 0 16
   [junit4]   2> 124324 INFO  (qtp24782158-759) [n:127.0.0.1:63259_solr c:dv_coll s:shard1 r:core_node1 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:63262/solr/dv_coll_shard4_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1557753143766286336)} 0 14
   [junit4]   2> 124325 INFO  (qtp24782158-756) [n:127.0.0.1:63259_solr c:dv_coll s:shard3 r:core_node2 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c4f9ef[dv_coll_shard3_replica1] realtime]
   [junit4]   2> 124330 INFO  (qtp24782158

[...truncated too long message...]

857 INFO  (Thread-3584) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2042a7[collection1] main]
   [junit4]   2> 1633857 INFO  (Thread-3584) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@bd84b9
   [junit4]   2> 1633857 INFO  (searcherExecutor-6405-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2042a7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1)))}
   [junit4]   2> 1633857 INFO  (Thread-3584) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1633905 INFO  (qtp23458589-15338) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1633906 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.a.s.h.TestReplicationHandler Waited for 1200ms and found 1 docs
   [junit4]   2> 1633916 INFO  (qtp25530239-15316) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1633919 INFO  (qtp25530239-15316) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1633921 INFO  (qtp25530239-15315) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1633922 INFO  (qtp23458589-15337) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1633922 INFO  (qtp25530239-15331) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1633922 INFO  (qtp23458589-15336) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1633924 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestIndexAndConfigReplication
   [junit4]   2> 1633926 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d79f7b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1633927 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=27961994
   [junit4]   2> 1633928 INFO  (coreCloseExecutor-6410-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@378cf6
   [junit4]   2> 1633933 INFO  (coreCloseExecutor-6410-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1633933 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1633934 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@971ad3{/solr,null,UNAVAILABLE}
   [junit4]   2> 1633937 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@16db3ba{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1633937 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=19433943
   [junit4]   2> 1633942 INFO  (coreCloseExecutor-6412-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1da812d
   [junit4]   2> 1633945 INFO  (coreCloseExecutor-6412-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1633946 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1633946 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[B7431E5483F88841]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9206{/solr,null,UNAVAILABLE}
   [junit4]   2> 1633955 INFO  (SUITE-TestReplicationHandler-seed#[B7431E5483F88841]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandler_B7431E5483F88841-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name=FST50, id=FST50, newname=FST50}, docValues:{}, maxPointsInLeafNode=1046, maxMBSortInHeap=6.349710635712862, sim=RandomSimilarity(queryNorm=true): {}, locale=en-ZA, timezone=Australia/North
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_121 (32-bit)/cpus=3,threads=1,free=106962680,total=278634496
   [junit4]   2> NOTE: All tests run in this JVM: [ConnectionReuseTest, CollectionsAPIDistributedZkTest, RAMDirectoryFactoryTest, TestSizeLimitedDistributedMap, TestCorePropertiesReload, FieldMutatingUpdateProcessorTest, CollectionReloadTest, DefaultValueUpdateProcessorTest, TestExactSharedStatsCache, SpellPossibilityIteratorTest, SignatureUpdateProcessorFactoryTest, SuggesterTSTTest, EchoParamsTest, SortByFunctionTest, OverseerRolesTest, TestLMJelinekMercerSimilarityFactory, TestDefaultSearchFieldResource, TestHighFrequencyDictionaryFactory, TestSuggestSpellingConverter, DirectUpdateHandlerOptimizeTest, ReplaceNodeTest, TestComponentsName, TestCodecSupport, TestRequestStatusCollectionAPI, AsyncCallRequestStatusResponseTest, TestJsonFacetRefinement, TestDFRSimilarityFactory, InfoHandlerTest, SolrCLIZkUtilsTest, DebugComponentTest, TestQueryUtils, TestDocBasedVersionConstraints, SSLMigrationTest, TestSchemaResource, TolerantUpdateProcessorTest, StatsReloadRaceTest, TestDynamicFieldResource, TestXmlQParser, TestRealTimeGet, TestSolrDynamicMBean, CoreAdminRequestStatusTest, TestCrossCoreJoin, URLClassifyProcessorTest, CSVRequestHandlerTest, SortSpecParsingTest, TestRuleBasedAuthorizationPlugin, TestHdfsUpdateLog, TestQueryTypes, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestPerFieldSimilarityWithDefaultOverride, TestJoin, AutoCommitTest, BlockJoinFacetDistribTest, TestAuthorizationFramework, TestIndexingPerformance, TestExportWriter, TestNumericTerms64, SolrCoreCheckLockOnStartupTest, DistribJoinFromCollectionTest, DistributedFacetPivotWhiteBoxTest, SolrIndexSplitterTest, CurrencyFieldOpenExchangeTest, CdcrBootstrapTest, SolrGangliaReporterTest, TestInfoStreamLogging, ConfigSetsAPITest, TestReRankQParserPlugin, HdfsRecoverLeaseTest, CloneFieldUpdateProcessorFactoryTest, TestQuerySenderListener, TestSolrConfigHandlerConcurrent, TermVectorComponentDistributedTest, SolrCoreMetricManagerTest, DeleteInactiveReplicaTest, TestLuceneMatchVersion, TestMacroExpander, TestStressLiveNodes, ExitableDirectoryReaderTest, BasicDistributedZk2Test, HdfsThreadLeakTest, TemplateUpdateProcessorTest, CacheHeaderTest, SolrMetricReporterTest, TestAtomicUpdateErrorCases, DeleteNodeTest, TestOmitPositions, TestHashQParserPlugin, ClassificationUpdateProcessorIntegrationTest, RegexBoostProcessorTest, RequestLoggingTest, MetricUtilsTest, TestPointFields, TestJsonRequest, TestDocSet, ClusterStateTest, TestRestoreCore, TestSimpleQParserPlugin, ShowFileRequestHandlerTest, TestTolerantUpdateProcessorRandomCloud, RulesTest, TestSubQueryTransformerCrossCore, JSONWriterTest, ShardRoutingCustomTest, TestUnifiedSolrHighlighter, LeaderFailureAfterFreshStartTest, TestFileDictionaryLookup, ConvertedLegacyTest, TestSchemalessBufferedUpdates, TestChildDocTransformer, WordBreakSolrSpellCheckerTest, TestComplexPhraseLeadingWildcard, FileBasedSpellCheckerTest, LoggingHandlerTest, TestFastWriter, TestSearchPerf, DistanceUnitsTest, DistributedIntervalFacetingTest, TestConfigSetsAPIExclusivity, ZkSolrClientTest, TestReload, TestSolrCoreProperties, ResponseLogComponentTest, TestCollectionAPI, TestIndexSearcher, CdcrUpdateLogTest, TriLevelCompositeIdRoutingTest, SimpleMLTQParserTest, TestRangeQuery, TestPHPSerializedResponseWriter, BasicAuthStandaloneTest, BlockJoinFacetSimpleTest, ShardSplitTest, TestSchemaVersionResource, TestConfigSetProperties, HdfsDirectoryTest, OpenCloseCoreStressTest, TestZkChroot, TestShardHandlerFactory, SolrCmdDistributorTest, TestStressCloudBlindAtomicUpdates, SuggesterTest, FullSolrCloudDistribCmdsTest, TestRecovery, TestSimpleTrackingShardHandler, ReturnFieldsTest, LeaderInitiatedRecoveryOnShardRestartTest, TestSolrQueryParser, TestSolrCloudWithHadoopAuthPlugin, TestFilteredDocIdSet, DeleteShardTest, TestFieldResource, TestLegacyFieldCache, TestInPlaceUpdatesStandalone, TestSQLHandlerNonCloud, SpellCheckComponentTest, CollectionsAPISolrJTest, QueryParsingTest, AtomicUpdatesTest, TestUtils, SharedFSAutoReplicaFailoverUtilsTest, TestUniqueKeyFieldResource, TestLRUStatsCache, DistributedExpandComponentTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler]
   [junit4] Completed [354/684 (2!)] on J1 in 103.68s, 15 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 55727 lines...]