You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/01/13 01:49:10 UTC
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_112) - Build #
6354 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6354/
Java: 32bit/jdk1.8.0_112 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:56834/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:56803/collection1]>
Stack Trace:
java.lang.AssertionError: PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:56834/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:56803/collection1]>
at __randomizedtesting.SeedInfo.seed([4D0F3EC968173C9:8C84CC36387D1E31]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12354 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\init-core-data-001
[junit4] 2> 2225225 INFO (SUITE-PeerSyncReplicationTest-seed#[4D0F3EC968173C9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2225225 INFO (SUITE-PeerSyncReplicationTest-seed#[4D0F3EC968173C9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2225231 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2225232 INFO (Thread-4582) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2225232 INFO (Thread-4582) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2225332 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.ZkTestServer start zk server on port:56765
[junit4] 2> 2225344 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15995607e1a0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2225360 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2225364 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2225369 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2225373 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2225377 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2225381 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2225384 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2225389 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2225394 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2225400 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2225403 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2225408 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15995607e1a0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2226123 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\control-001\cores\collection1
[junit4] 2> 2226131 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2226132 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1731c9b{/,null,AVAILABLE}
[junit4] 2> 2226134 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9a05aa{HTTP/1.1,[http/1.1]}{127.0.0.1:56776}
[junit4] 2> 2226134 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.Server Started @2230561ms
[junit4] 2> 2226134 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\tempDir-001/control/data, hostContext=/, hostPort=56776, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\control-001\cores}
[junit4] 2> 2226136 ERROR (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2226136 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2226137 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2226137 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2226137 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T01:10:46.933Z
[junit4] 2> 2226147 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2226147 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\control-001\solr.xml
[junit4] 2> 2226147 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15995607e1a0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2226190 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56765/solr
[junit4] 2> 2226250 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56776_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56776_
[junit4] 2> 2226253 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56776_ ] o.a.s.c.Overseer Overseer (id=97273108630208516-127.0.0.1:56776_-n_0000000000) starting
[junit4] 2> 2226272 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56776_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56776_
[junit4] 2> 2226277 INFO (zkCallback-4345-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2226504 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56776_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\control-001\cores
[junit4] 2> 2226504 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56776_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2226513 INFO (OverseerStateUpdate-97273108630208516-127.0.0.1:56776_-n_0000000000) [n:127.0.0.1:56776_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2227559 WARN (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2227560 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2227592 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2227776 WARN (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2227779 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2227827 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2227827 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\control-001\cores\collection1\data\]
[junit4] 2> 2227827 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c8611d
[junit4] 2> 2227836 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2227855 WARN (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2227894 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2227895 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2227899 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2227899 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2227900 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2227902 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@83fc0d[collection1] main]
[junit4] 2> 2227904 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2227905 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2227905 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2227908 INFO (searcherExecutor-9250-thread-1-processing-n:127.0.0.1:56776_ x:collection1 c:control_collection) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@83fc0d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2227910 INFO (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556369740876742656
[junit4] 2> 2227923 INFO (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:56776_ x:collection1 c:control_collection) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2227923 INFO (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:56776_ x:collection1 c:control_collection) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2227923 INFO (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:56776_ x:collection1 c:control_collection) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56776/collection1/
[junit4] 2> 2227923 INFO (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:56776_ x:collection1 c:control_collection) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2227923 INFO (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:56776_ x:collection1 c:control_collection) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56776/collection1/ has no replicas
[junit4] 2> 2227931 INFO (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:56776_ x:collection1 c:control_collection) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56776/collection1/ shard1
[junit4] 2> 2228004 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2228007 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56765/solr ready
[junit4] 2> 2228007 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2228007 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 2228017 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15995607e1a0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2228034 INFO (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:56776_ x:collection1 c:control_collection) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2228861 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-1-001\cores\collection1
[junit4] 2> 2228865 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-1-001
[junit4] 2> 2228866 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2228868 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bdb31{/,null,AVAILABLE}
[junit4] 2> 2228870 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18c814a{HTTP/1.1,[http/1.1]}{127.0.0.1:56803}
[junit4] 2> 2228870 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.Server Started @2233295ms
[junit4] 2> 2228870 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=56803, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-1-001\cores}
[junit4] 2> 2228871 ERROR (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2228871 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2228872 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2228872 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2228872 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T01:10:49.668Z
[junit4] 2> 2228882 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15995607e1a0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2228882 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2228883 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-1-001\solr.xml
[junit4] 2> 2228920 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56765/solr
[junit4] 2> 2228927 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15995607e1a0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2228951 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2228965 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56803_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56803_
[junit4] 2> 2228973 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2228973 INFO (zkCallback-4349-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2228973 INFO (zkCallback-4345-thread-1-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2229433 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56803_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-1-001\cores
[junit4] 2> 2229434 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56803_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2229446 INFO (OverseerStateUpdate-97273108630208516-127.0.0.1:56776_-n_0000000000) [n:127.0.0.1:56776_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2229555 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2230472 WARN (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2230474 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2230501 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2230696 WARN (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2230699 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2230729 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2230729 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-1-001\cores\collection1\data\]
[junit4] 2> 2230730 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c8611d
[junit4] 2> 2230737 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2230753 WARN (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2230792 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2230792 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2230794 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2230794 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2230796 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2230797 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@354716[collection1] main]
[junit4] 2> 2230800 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2230800 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2230801 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2230806 INFO (searcherExecutor-9261-thread-1-processing-n:127.0.0.1:56803_ x:collection1 c:collection1) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@354716[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2230808 INFO (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556369743915515904
[junit4] 2> 2230823 INFO (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:56803_ x:collection1 c:collection1) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2230823 INFO (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:56803_ x:collection1 c:collection1) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2230823 INFO (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:56803_ x:collection1 c:collection1) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56803/collection1/
[junit4] 2> 2230823 INFO (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:56803_ x:collection1 c:collection1) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2230823 INFO (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:56803_ x:collection1 c:collection1) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56803/collection1/ has no replicas
[junit4] 2> 2230830 INFO (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:56803_ x:collection1 c:collection1) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56803/collection1/ shard1
[junit4] 2> 2230938 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2230985 INFO (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:56803_ x:collection1 c:collection1) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2231106 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2232060 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-2-001\cores\collection1
[junit4] 2> 2232065 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-2-001
[junit4] 2> 2232066 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2232070 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19f2459{/,null,AVAILABLE}
[junit4] 2> 2232072 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2765ef{HTTP/1.1,[http/1.1]}{127.0.0.1:56834}
[junit4] 2> 2232072 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.Server Started @2236497ms
[junit4] 2> 2232072 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=56834, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-2-001\cores}
[junit4] 2> 2232072 ERROR (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2232073 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2232073 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2232073 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2232073 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T01:10:52.869Z
[junit4] 2> 2232082 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2232082 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-2-001\solr.xml
[junit4] 2> 2232104 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56765/solr
[junit4] 2> 2232109 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15995607e1a000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2232150 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2232158 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56834_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56834_
[junit4] 2> 2232163 INFO (zkCallback-4349-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2232163 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2232163 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2232163 INFO (zkCallback-4345-thread-3-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2232280 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2232283 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56834_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-2-001\cores
[junit4] 2> 2232284 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56834_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2232287 INFO (OverseerStateUpdate-97273108630208516-127.0.0.1:56776_-n_0000000000) [n:127.0.0.1:56776_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2232394 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2232394 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2233324 WARN (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2233324 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2233346 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2233486 WARN (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2233490 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2233518 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2233518 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-2-001\cores\collection1\data\]
[junit4] 2> 2233518 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c8611d
[junit4] 2> 2233527 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2233540 WARN (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2233575 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2233575 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2233577 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2233577 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2233578 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2233579 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b2ce43[collection1] main]
[junit4] 2> 2233582 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2233583 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2233583 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2233586 INFO (searcherExecutor-9272-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b2ce43[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2233588 INFO (coreLoadExecutor-9271-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556369746830557184
[junit4] 2> 2233594 INFO (coreZkRegister-9266-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 2233596 INFO (updateExecutor-4358-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2233596 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2233596 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2233596 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 2233596 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2233597 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:56803/collection1/] and I am [http://127.0.0.1:56834/collection1/]
[junit4] 2> 2233601 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:56803]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:56834_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2233608 INFO (qtp6440032-21006) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2233609 INFO (qtp6440032-21006) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 2233609 INFO (qtp6440032-21006) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:56834_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:56834","node_name":"127.0.0.1:56834_","state":"down"}
[junit4] 2> 2233705 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2233706 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2234576 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-3-001\cores\collection1
[junit4] 2> 2234581 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-3-001
[junit4] 2> 2234583 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2234584 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d74d16{/,null,AVAILABLE}
[junit4] 2> 2234585 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1787e2{HTTP/1.1,[http/1.1]}{127.0.0.1:56860}
[junit4] 2> 2234586 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.e.j.s.Server Started @2239011ms
[junit4] 2> 2234586 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=56860, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-3-001\cores}
[junit4] 2> 2234586 ERROR (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2234588 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2234588 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2234588 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2234588 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T01:10:55.384Z
[junit4] 2> 2234599 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15995607e1a000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2234600 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2234600 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-3-001\solr.xml
[junit4] 2> 2234610 INFO (qtp6440032-21006) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:56834_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:56834","node_name":"127.0.0.1:56834_","state":"recovering"}
[junit4] 2> 2234610 INFO (qtp6440032-21006) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 2234610 INFO (qtp6440032-21006) [n:127.0.0.1:56803_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:56834_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
[junit4] 2> 2234626 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56765/solr
[junit4] 2> 2234648 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56860_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2234659 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56860_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56860_
[junit4] 2> 2234665 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2234665 INFO (zkCallback-4368-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2234665 INFO (zkCallback-4349-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2234665 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2234666 INFO (zkCallback-4345-thread-3-processing-n:127.0.0.1:56776_) [n:127.0.0.1:56776_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2234787 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2234787 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2234921 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56860_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-3-001\cores
[junit4] 2> 2234921 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [n:127.0.0.1:56860_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2234929 INFO (OverseerStateUpdate-97273108630208516-127.0.0.1:56776_-n_0000000000) [n:127.0.0.1:56776_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2235036 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2235036 INFO (zkCallback-4368-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2235036 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2235967 WARN (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2235968 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2235991 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2236137 WARN (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2236141 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2236169 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2236170 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001\shard-3-001\cores\collection1\data\]
[junit4] 2> 2236170 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c8611d
[junit4] 2> 2236178 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2236192 WARN (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2236249 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2236249 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2236251 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2236251 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2236252 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2236254 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b89bf[collection1] main]
[junit4] 2> 2236257 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2236257 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2236257 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2236267 INFO (searcherExecutor-9283-thread-1-processing-n:127.0.0.1:56860_ x:collection1 c:collection1) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b89bf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2236269 INFO (coreLoadExecutor-9282-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556369749641789440
[junit4] 2> 2236284 INFO (coreZkRegister-9277-thread-1-processing-n:127.0.0.1:56860_ x:collection1 c:collection1) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 2236286 INFO (updateExecutor-4365-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2236287 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2236289 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2236289 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 2236289 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2236289 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:56803/collection1/] and I am [http://127.0.0.1:56860/collection1/]
[junit4] 2> 2236296 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:56803]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:56860_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2236300 INFO (qtp6440032-21008) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2236301 INFO (qtp6440032-21008) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 2236301 INFO (qtp6440032-21008) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:56860_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:56860","node_name":"127.0.0.1:56860_","state":"down"}
[junit4] 2> 2236398 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2236399 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2236399 INFO (zkCallback-4368-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2236598 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2236599 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30 for each attempt
[junit4] 2> 2236599 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 2237302 INFO (qtp6440032-21008) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:56860_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:56860","node_name":"127.0.0.1:56860_","state":"recovering"}
[junit4] 2> 2237302 INFO (qtp6440032-21008) [n:127.0.0.1:56803_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 2237302 INFO (qtp6440032-21008) [n:127.0.0.1:56803_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:56860_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 2241612 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:56803/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 2241612 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:56834 START replicas=[http://127.0.0.1:56803/collection1/] nUpdates=1000
[junit4] 2> 2241621 INFO (qtp6440032-21015) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2241623 INFO (qtp6440032-21015) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2241625 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2241625 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 2241625 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2241625 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2241626 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2241626 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 2241626 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 2241626 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 2241626 INFO (recoveryExecutor-4359-thread-1-processing-n:127.0.0.1:56834_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 2241632 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2241632 INFO (zkCallback-4368-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2241632 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2244304 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:56803/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 2244304 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:56860 START replicas=[http://127.0.0.1:56803/collection1/] nUpdates=1000
[junit4] 2> 2244310 INFO (qtp6440032-21003) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2244311 INFO (qtp6440032-21003) [n:127.0.0.1:56803_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2244313 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2244313 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 2244313 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2244313 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2244313 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2244315 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 2244315 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 2244315 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 2244315 INFO (recoveryExecutor-4366-thread-1-processing-n:127.0.0.1:56860_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 2244321 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2244322 INFO (zkCallback-4368-thread-1-processing-n:127.0.0.1:56860_) [n:127.0.0.1:56860_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2244322 INFO (zkCallback-4355-thread-1-processing-n:127.0.0.1:56803_) [n:127.0.0.1:56803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2244610 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 2244615 INFO (qtp32563213-20962) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2244615 INFO (qtp32563213-20962) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2244618 INFO (qtp32563213-20962) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2244619 INFO (qtp32563213-20962) [n:127.0.0.1:56776_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 2244631 INFO (qtp24277284-21072) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2244631 INFO (qtp24277284-21072) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2244631 INFO (qtp15005800-21034) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2244632 INFO (qtp15005800-21034) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2244632 INFO (qtp15005800-21034) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2244632 INFO (qtp24277284-21072) [n:127.0.0.1:56860_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2244633 INFO (qtp15005800-21034) [n:127.0.0.1:56834_ c:collection1 s:shard1 r:
[...truncated too long message...]
3C9]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 56860
[junit4] 2> 2273626 INFO (TEST-PeerSyncReplicationTest.test-seed#[4D0F3EC968173C9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56765 56765
[junit4] 2> 2273627 INFO (Thread-4582) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56765 56765
[junit4] 2> 2273629 WARN (Thread-4582) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/overseer_elect/election/97273108630208521-127.0.0.1:56803_-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/97273108630208516-127.0.0.1:56776_-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/97273108630208521-core_node1-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 46 /solr/overseer/collection-queue-work
[junit4] 2> 43 /solr/overseer/queue
[junit4] 2> 16 /solr/overseer/queue-work
[junit4] 2> 6 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=4D0F3EC968173C9 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=Asia/Pyongyang -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 48.4s J0 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:56834/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:56803/collection1]>
[junit4] > at __randomizedtesting.SeedInfo.seed([4D0F3EC968173C9:8C84CC36387D1E31]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:162)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2273633 INFO (SUITE-PeerSyncReplicationTest-seed#[4D0F3EC968173C9]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.PeerSyncReplicationTest_4D0F3EC968173C9-001
[junit4] 2> Jan 13, 2017 1:11:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=FST50, range_facet_l_dv=PostingsFormat(name=Asserting), rnd_s=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=LuceneFixedGap), intDefault=FST50, a_i1=FST50, range_facet_l=FST50, _version_=FST50, a_t=FST50, id=PostingsFormat(name=Asserting), range_facet_i_dv=FST50, text=PostingsFormat(name=Memory), timestamp=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=712, maxMBSortInHeap=7.260143166587037, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-BA, timezone=Asia/Pyongyang
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_112 (32-bit)/cpus=3,threads=1,free=135101200,total=410419200
[junit4] 2> NOTE: All tests run in this JVM: [UUIDUpdateProcessorFallbackTest, DirectSolrSpellCheckerTest, SpatialHeatmapFacetsTest, TestSchemaSimilarityResource, TestExtendedDismaxParser, TestComplexPhraseLeadingWildcard, TestMinMaxOnMultiValuedField, TestRandomRequestDistribution, TestBackupRepositoryFactory, CdcrReplicationDistributedZkTest, TestSolrCLIRunExample, TestDynamicFieldCollectionResource, TestCollationField, OverseerTest, DistributedQueueTest, SparseHLLTest, AssignTest, SystemInfoHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, OverseerTaskQueueTest, SimplePostToolTest, RestartWhileUpdatingTest, BlobRepositoryCloudTest, TestSweetSpotSimilarityFactory, MultiTermTest, TlogReplayBufferedWhileIndexingTest, TestFieldCacheSort, BigEndianAscendingWordSerializerTest, TestNamedUpdateProcessors, SolrMetricsIntegrationTest, TestClusterStateMutator, TestSolrQueryResponse, DirectSolrConnectionTest, SolrMetricManagerTest, ClassificationUpdateProcessorTest, TestSerializedLuceneMatchVersion, PluginInfoTest, TestMacros, CustomCollectionTest, RequiredFieldsTest, DocExpirationUpdateProcessorFactoryTest, TestHashQParserPlugin, TestLeaderElectionWithEmptyReplica, QueryElevationComponentTest, TestJsonRequest, OverseerCollectionConfigSetProcessorTest, TermsComponentTest, TestSlowCompositeReaderWrapper, TestMissingGroups, TestDocumentBuilder, TestConfigSetImmutable, TestManagedSchema, TestExactSharedStatsCache, ZkCLITest, TestPhraseSuggestions, AddBlockUpdateTest, BaseCdcrDistributedZkTest, PathHierarchyTokenizerFactoryTest, PeerSyncTest, TestWordDelimiterFilterFactory, DistributedQueryComponentCustomSortTest, SolrGraphiteReporterTest, TestCopyFieldCollectionResource, ZkNodePropsTest, BlockJoinFacetDistribTest, TestLegacyFieldCache, AnalyticsQueryTest, AddSchemaFieldsUpdateProcessorFactoryTest, AnalysisAfterCoreReloadTest, TestCloudManagedSchema, TestSolrFieldCacheMBean, TestSolrCloudWithKerberosAlt, HdfsBasicDistributedZkTest, SpatialRPTFieldTypeTest, TestCustomDocTransformer, TestReqParamsAPI, DocValuesMissingTest, CoreMergeIndexesAdminHandlerTest, TestObjectReleaseTracker, TestStressCloudBlindAtomicUpdates, TestCloudRecovery, TestLRUCache, PrimitiveFieldTypeTest, TestCloudDeleteByQuery, TestLockTree, SolrCoreTest, TestCloudPivotFacet, HdfsDirectoryFactoryTest, SpatialFilterTest, TestFastLRUCache, SmileWriterTest, TestReplicationHandler, SyncSliceTest, ResponseHeaderTest, DistribDocExpirationUpdateProcessorTest, TestReloadAndDeleteDocs, TestDFISimilarityFactory, TestCSVLoader, TestSimpleQParserPlugin, TestSizeLimitedDistributedMap, HdfsRecoveryZkTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesNotIndexedTest, TestHighlightDedupGrouping, TestSurroundQueryParser, OutOfBoxZkACLAndCredentialsProvidersTest, TestSolrCoreSnapshots, OpenExchangeRatesOrgProviderTest, DisMaxRequestHandlerTest, SolrRequestParserTest, TestHdfsUpdateLog, TestManagedResourceStorage, TestCharFilters, TestLazyCores, TestDocTermOrds, TestSolrConfigHandlerCloud, TestHashPartitioner, IndexBasedSpellCheckerTest, ChangedSchemaMergeTest, SolrXmlInZkTest, SimpleMLTQParserTest, TestReloadDeadlock, SolrIndexConfigTest, LeaderInitiatedRecoveryOnCommitTest, TestAuthorizationFramework, SSLMigrationTest, TestFilteredDocIdSet, DistributedFacetPivotSmallTest, TestLRUStatsCache, ReplaceNodeTest, TestBinaryField, DistributedMLTComponentTest, BinaryUpdateRequestHandlerTest, TestPerFieldSimilarityWithDefaultOverride, TestRequestStatusCollectionAPI, TimeZoneUtilsTest, TestSolr4Spatial2, HdfsWriteToMultipleCollectionsTest, TestJettySolrRunner, CollectionsAPIAsyncDistributedZkTest, PolyFieldTest, TestIntervalFaceting, UtilsToolTest, DocumentAnalysisRequestHandlerTest, SuggestComponentTest, ParsingFieldUpdateProcessorsTest, ReplicaListTransformerTest, TestRuleBasedAuthorizationPlugin, XmlUpdateRequestHandlerTest, PrimUtilsTest, SolrTestCaseJ4Test, LeaderFailoverAfterPartitionTest, DirectUpdateHandlerTest, DistributedFacetPivotLongTailTest, TestPerFieldSimilarity, CdcrRequestHandlerTest, TestUseDocValuesAsStored2, ShardRoutingTest, DeleteStatusTest, MergeStrategyTest, TestDistributedSearch, TestRandomDVFaceting, OutputWriterTest, TestSolrJ, CdcrUpdateLogTest, TestCloudSchemaless, TestStressUserVersions, RecoveryZkTest, ClusterStateUpdateTest, LeaderElectionTest, ShardRoutingCustomTest, TestFaceting, DistributedSpellCheckComponentTest, TestCoreContainer, SimpleFacetsTest, SpellCheckComponentTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, TestIndexSearcher, SoftAutoCommitTest, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, TestStressLucene, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, TestQueryTypes, DocumentBuilderTest, MoreLikeThisHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, ReturnFieldsTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, PingRequestHandlerTest, TestLFUCache, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestCodecSupport, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestSimpleTrackingShardHandler, ActionThrottleTest, CdcrBootstrapTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, HttpPartitionTest, PeerSyncReplicationTest]
[junit4] Completed [505/678 (1!)] on J0 in 49.23s, 1 test, 1 failure <<< FAILURES!
[...truncated 55146 lines...]
Re: [JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_112) - Build
# 6357 - Still Unstable!
Posted by Michael McCandless <lu...@mikemccandless.com>.
Hmm I'll dig ... new test.
Mike McCandless
http://blog.mikemccandless.com
On Sat, Jan 14, 2017 at 5:52 AM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6357/
> Java: 64bit/jdk1.8.0_112 -XX:-UseCompressedOops -XX:+UseG1GC
>
> 1 tests failed.
> FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestFixBrokenOffsets
>
> Error Message:
> Could not remove the following files (in the order of attempts): C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001 C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001
>
> Stack Trace:
> java.io.IOException: Could not remove the following files (in the order of attempts):
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001
>
> at __randomizedtesting.SeedInfo.seed([9CD5EB4D29F099D3]:0)
> at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
> at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
> at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 4461 lines...]
> [junit4] Suite: org.apache.lucene.index.TestFixBrokenOffsets
> [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=FST50}, docValues:{}, maxPointsInLeafNode=792, maxMBSortInHeap=7.28285296598617, sim=RandomSimilarity(queryNorm=false): {}, locale=es-BO, timezone=Etc/GMT+1
> [junit4] 2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=54398936,total=121634816
> [junit4] 2> NOTE: All tests run in this JVM: [TestBackwardsCompatibility, TestNumericRangeQuery32, TestLegacyFieldReuse, TestLucene50SegmentInfoFormat, TestFixBrokenOffsets]
> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFixBrokenOffsets -Dtests.seed=9CD5EB4D29F099D3 -Dtests.slow=true -Dtests.locale=es-BO -Dtests.timezone=Etc/GMT+1 -Dtests.asserts=true -Dtests.file.encoding=Cp1252
> [junit4] ERROR 0.00s J0 | TestFixBrokenOffsets (suite) <<<
> [junit4] > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
> [junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs
> [junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs
> [junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001
> [junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001
> [junit4] > at __randomizedtesting.SeedInfo.seed([9CD5EB4D29F099D3]:0)
> [junit4] > at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
> [junit4] > at java.lang.Thread.run(Thread.java:745)
> [junit4] Completed [9/14 (1!)] on J0 in 0.16s, 1 test, 1 error <<< FAILURES!
>
> [...truncated 70924 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_112) - Build #
6357 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6357/
Java: 64bit/jdk1.8.0_112 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestFixBrokenOffsets
Error Message:
Could not remove the following files (in the order of attempts): C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001 C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001
Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001
at __randomizedtesting.SeedInfo.seed([9CD5EB4D29F099D3]:0)
at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 4461 lines...]
[junit4] Suite: org.apache.lucene.index.TestFixBrokenOffsets
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=FST50}, docValues:{}, maxPointsInLeafNode=792, maxMBSortInHeap=7.28285296598617, sim=RandomSimilarity(queryNorm=false): {}, locale=es-BO, timezone=Etc/GMT+1
[junit4] 2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=54398936,total=121634816
[junit4] 2> NOTE: All tests run in this JVM: [TestBackwardsCompatibility, TestNumericRangeQuery32, TestLegacyFieldReuse, TestLucene50SegmentInfoFormat, TestFixBrokenOffsets]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFixBrokenOffsets -Dtests.seed=9CD5EB4D29F099D3 -Dtests.slow=true -Dtests.locale=es-BO -Dtests.timezone=Etc/GMT+1 -Dtests.asserts=true -Dtests.file.encoding=Cp1252
[junit4] ERROR 0.00s J0 | TestFixBrokenOffsets (suite) <<<
[junit4] > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_0.cfs
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001\_1.cfs
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001\brokenoffsets-001
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\J0\temp\lucene.index.TestFixBrokenOffsets_9CD5EB4D29F099D3-001
[junit4] > at __randomizedtesting.SeedInfo.seed([9CD5EB4D29F099D3]:0)
[junit4] > at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [9/14 (1!)] on J0 in 0.16s, 1 test, 1 error <<< FAILURES!
[...truncated 70924 lines...]
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_112) - Build #
6356 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6356/
Java: 32bit/jdk1.8.0_112 -client -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=875 sum(shards)=874 cloudClient=874
Stack Trace:
java.lang.AssertionError: document count mismatch. control=875 sum(shards)=874 cloudClient=874
at __randomizedtesting.SeedInfo.seed([503762F889A1CBA:8D5749F526667142]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:231)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:62402/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:62390/collection1]>
Stack Trace:
java.lang.AssertionError: PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:62402/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:62390/collection1]>
at __randomizedtesting.SeedInfo.seed([503762F889A1CBA:8D5749F526667142]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11237 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\init-core-data-001
[junit4] 2> 828145 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[503762F889A1CBA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 828145 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[503762F889A1CBA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 828152 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 828153 INFO (Thread-1035) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 828153 INFO (Thread-1035) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 828253 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.ZkTestServer start zk server on port:51948
[junit4] 2> 828264 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15999ff3fca0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 828281 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 828286 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 828290 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 828293 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 828297 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 828300 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4] 2> 828303 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 828306 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 828309 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 828313 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 828316 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 828321 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15999ff3fca0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 828933 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\control-001\cores\collection1
[junit4] 2> 828937 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 828939 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1880e40{/,null,AVAILABLE}
[junit4] 2> 828942 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f54574{HTTP/1.1,[http/1.1]}{127.0.0.1:51955}
[junit4] 2> 828942 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server Started @832608ms
[junit4] 2> 828942 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\tempDir-001/control/data, hostContext=/, hostPort=51955, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\control-001\cores}
[junit4] 2> 828943 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 828943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 828943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 828943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 828943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T22:42:39.963Z
[junit4] 2> 828949 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15999ff3fca0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 828950 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 828950 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\control-001\solr.xml
[junit4] 2> 828970 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51948/solr
[junit4] 2> 829021 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51955_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51955_
[junit4] 2> 829023 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51955_ ] o.a.s.c.Overseer Overseer (id=97278188531089412-127.0.0.1:51955_-n_0000000000) starting
[junit4] 2> 829037 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51955_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51955_
[junit4] 2> 829041 INFO (OverseerStateUpdate-97278188531089412-127.0.0.1:51955_-n_0000000000) [n:127.0.0.1:51955_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 829240 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51955_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\control-001\cores
[junit4] 2> 829241 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51955_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 829247 INFO (OverseerStateUpdate-97278188531089412-127.0.0.1:51955_-n_0000000000) [n:127.0.0.1:51955_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 830286 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 830338 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 830477 WARN (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 830478 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 830527 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 830529 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\control-001\cores\collection1\data\]
[junit4] 2> 830529 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@970281
[junit4] 2> 830539 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5537800718960674]
[junit4] 2> 830555 WARN (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 830586 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 830586 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 830591 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 830591 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 830593 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5539591136752067]
[junit4] 2> 830594 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19bb3a9[collection1] main]
[junit4] 2> 830596 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 830597 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 830597 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 830602 INFO (searcherExecutor-2267-thread-1-processing-n:127.0.0.1:51955_ x:collection1 c:control_collection) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19bb3a9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 830604 INFO (coreLoadExecutor-2266-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556451019062247424
[junit4] 2> 830617 INFO (coreZkRegister-2259-thread-1-processing-n:127.0.0.1:51955_ x:collection1 c:control_collection) [n:127.0.0.1:51955_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 830617 INFO (coreZkRegister-2259-thread-1-processing-n:127.0.0.1:51955_ x:collection1 c:control_collection) [n:127.0.0.1:51955_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 830617 INFO (coreZkRegister-2259-thread-1-processing-n:127.0.0.1:51955_ x:collection1 c:control_collection) [n:127.0.0.1:51955_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51955/collection1/
[junit4] 2> 830617 INFO (coreZkRegister-2259-thread-1-processing-n:127.0.0.1:51955_ x:collection1 c:control_collection) [n:127.0.0.1:51955_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 830617 INFO (coreZkRegister-2259-thread-1-processing-n:127.0.0.1:51955_ x:collection1 c:control_collection) [n:127.0.0.1:51955_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51955/collection1/ has no replicas
[junit4] 2> 830625 INFO (coreZkRegister-2259-thread-1-processing-n:127.0.0.1:51955_ x:collection1 c:control_collection) [n:127.0.0.1:51955_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51955/collection1/ shard1
[junit4] 2> 830682 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 830685 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51948/solr ready
[junit4] 2> 830685 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 830779 INFO (coreZkRegister-2259-thread-1-processing-n:127.0.0.1:51955_ x:collection1 c:control_collection) [n:127.0.0.1:51955_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 831492 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-1-001\cores\collection1
[junit4] 2> 831498 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-1-001
[junit4] 2> 831499 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 831501 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@839ccf{/,null,AVAILABLE}
[junit4] 2> 831505 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11ffd9b{HTTP/1.1,[http/1.1]}{127.0.0.1:51970}
[junit4] 2> 831505 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server Started @835172ms
[junit4] 2> 831505 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=51970, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-1-001\cores}
[junit4] 2> 831507 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 831508 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 831508 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 831508 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 831508 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T22:42:42.528Z
[junit4] 2> 831519 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 831519 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-1-001\solr.xml
[junit4] 2> 831550 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51948/solr
[junit4] 2> 831579 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51970_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 831591 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51970_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51970_
[junit4] 2> 831595 INFO (zkCallback-726-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 831597 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 831598 INFO (zkCallback-731-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 831782 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51970_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-1-001\cores
[junit4] 2> 831782 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51970_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 831788 INFO (OverseerStateUpdate-97278188531089412-127.0.0.1:51955_-n_0000000000) [n:127.0.0.1:51955_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 832819 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 832840 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 832953 WARN (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 832956 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 832998 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 832998 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-1-001\cores\collection1\data\]
[junit4] 2> 832999 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@970281
[junit4] 2> 833008 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5537800718960674]
[junit4] 2> 833025 WARN (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 833069 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 833069 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 833072 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 833072 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 833075 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5539591136752067]
[junit4] 2> 833077 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ea9c9c[collection1] main]
[junit4] 2> 833079 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 833080 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 833080 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 833084 INFO (searcherExecutor-2278-thread-1-processing-n:127.0.0.1:51970_ x:collection1 c:collection1) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1ea9c9c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 833087 INFO (coreLoadExecutor-2277-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556451021665861632
[junit4] 2> 833099 INFO (coreZkRegister-2272-thread-1-processing-n:127.0.0.1:51970_ x:collection1 c:collection1) [n:127.0.0.1:51970_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 833099 INFO (coreZkRegister-2272-thread-1-processing-n:127.0.0.1:51970_ x:collection1 c:collection1) [n:127.0.0.1:51970_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 833099 INFO (coreZkRegister-2272-thread-1-processing-n:127.0.0.1:51970_ x:collection1 c:collection1) [n:127.0.0.1:51970_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51970/collection1/
[junit4] 2> 833099 INFO (coreZkRegister-2272-thread-1-processing-n:127.0.0.1:51970_ x:collection1 c:collection1) [n:127.0.0.1:51970_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 833099 INFO (coreZkRegister-2272-thread-1-processing-n:127.0.0.1:51970_ x:collection1 c:collection1) [n:127.0.0.1:51970_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51970/collection1/ has no replicas
[junit4] 2> 833107 INFO (coreZkRegister-2272-thread-1-processing-n:127.0.0.1:51970_ x:collection1 c:collection1) [n:127.0.0.1:51970_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51970/collection1/ shard2
[junit4] 2> 833263 INFO (coreZkRegister-2272-thread-1-processing-n:127.0.0.1:51970_ x:collection1 c:collection1) [n:127.0.0.1:51970_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 833802 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-2-001\cores\collection1
[junit4] 2> 833807 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-2-001
[junit4] 2> 833809 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 833811 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@84f3fb{/,null,AVAILABLE}
[junit4] 2> 833813 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e4af58{HTTP/1.1,[http/1.1]}{127.0.0.1:51982}
[junit4] 2> 833813 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server Started @837479ms
[junit4] 2> 833814 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=51982, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-2-001\cores}
[junit4] 2> 833814 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 833815 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 833815 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 833815 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 833815 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T22:42:44.835Z
[junit4] 2> 833824 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 833824 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-2-001\solr.xml
[junit4] 2> 833853 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51948/solr
[junit4] 2> 833882 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51982_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 833893 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51982_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51982_
[junit4] 2> 833897 INFO (zkCallback-726-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 833898 INFO (zkCallback-731-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 833899 INFO (zkCallback-737-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 833899 INFO (zkCallback-722-thread-2-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 834027 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51982_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-2-001\cores
[junit4] 2> 834027 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51982_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 834030 INFO (OverseerStateUpdate-97278188531089412-127.0.0.1:51955_-n_0000000000) [n:127.0.0.1:51955_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
[junit4] 2> 835058 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 835087 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 835209 WARN (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 835213 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 835260 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 835261 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-2-001\cores\collection1\data\]
[junit4] 2> 835261 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@970281
[junit4] 2> 835272 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5537800718960674]
[junit4] 2> 835287 WARN (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 835337 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 835338 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 835340 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 835340 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 835343 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5539591136752067]
[junit4] 2> 835344 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d09d81[collection1] main]
[junit4] 2> 835346 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 835348 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 835348 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 835352 INFO (searcherExecutor-2289-thread-1-processing-n:127.0.0.1:51982_ x:collection1 c:collection1) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d09d81[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 835354 INFO (coreLoadExecutor-2288-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556451024042983424
[junit4] 2> 835367 INFO (coreZkRegister-2283-thread-1-processing-n:127.0.0.1:51982_ x:collection1 c:collection1) [n:127.0.0.1:51982_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 835367 INFO (coreZkRegister-2283-thread-1-processing-n:127.0.0.1:51982_ x:collection1 c:collection1) [n:127.0.0.1:51982_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 835367 INFO (coreZkRegister-2283-thread-1-processing-n:127.0.0.1:51982_ x:collection1 c:collection1) [n:127.0.0.1:51982_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51982/collection1/
[junit4] 2> 835367 INFO (coreZkRegister-2283-thread-1-processing-n:127.0.0.1:51982_ x:collection1 c:collection1) [n:127.0.0.1:51982_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 835369 INFO (coreZkRegister-2283-thread-1-processing-n:127.0.0.1:51982_ x:collection1 c:collection1) [n:127.0.0.1:51982_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51982/collection1/ has no replicas
[junit4] 2> 835376 INFO (coreZkRegister-2283-thread-1-processing-n:127.0.0.1:51982_ x:collection1 c:collection1) [n:127.0.0.1:51982_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51982/collection1/ shard3
[junit4] 2> 835528 INFO (coreZkRegister-2283-thread-1-processing-n:127.0.0.1:51982_ x:collection1 c:collection1) [n:127.0.0.1:51982_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 836091 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-3-001\cores\collection1
[junit4] 2> 836096 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-3-001
[junit4] 2> 836097 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 836098 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@faa55a{/,null,AVAILABLE}
[junit4] 2> 836101 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a34985{HTTP/1.1,[http/1.1]}{127.0.0.1:51994}
[junit4] 2> 836101 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server Started @839767ms
[junit4] 2> 836101 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=51994, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-3-001\cores}
[junit4] 2> 836101 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 836102 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 836102 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 836102 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 836102 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T22:42:47.122Z
[junit4] 2> 836111 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15999ff3fca000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 836111 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 836112 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-3-001\solr.xml
[junit4] 2> 836128 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51948/solr
[junit4] 2> 836155 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51994_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 836167 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51994_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51994_
[junit4] 2> 836171 INFO (zkCallback-726-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 836172 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 836172 INFO (zkCallback-737-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 836172 INFO (zkCallback-722-thread-3-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 836173 INFO (zkCallback-731-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 836724 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51994_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-3-001\cores
[junit4] 2> 836724 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:51994_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 836731 INFO (OverseerStateUpdate-97278188531089412-127.0.0.1:51955_-n_0000000000) [n:127.0.0.1:51955_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 837756 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 837778 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 837882 WARN (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 837885 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 837943 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 837945 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-3-001\cores\collection1\data\]
[junit4] 2> 837945 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@970281
[junit4] 2> 837953 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5537800718960674]
[junit4] 2> 837965 WARN (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 837999 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 837999 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 838002 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 838002 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 838005 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5539591136752067]
[junit4] 2> 838007 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d3e6a8[collection1] main]
[junit4] 2> 838010 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 838012 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 838012 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 838017 INFO (searcherExecutor-2300-thread-1-processing-n:127.0.0.1:51994_ x:collection1 c:collection1) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d3e6a8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 838019 INFO (coreLoadExecutor-2299-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556451026837438464
[junit4] 2> 838033 INFO (coreZkRegister-2294-thread-1-processing-n:127.0.0.1:51994_ x:collection1 c:collection1) [n:127.0.0.1:51994_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 838034 INFO (coreZkRegister-2294-thread-1-processing-n:127.0.0.1:51994_ x:collection1 c:collection1) [n:127.0.0.1:51994_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 838034 INFO (coreZkRegister-2294-thread-1-processing-n:127.0.0.1:51994_ x:collection1 c:collection1) [n:127.0.0.1:51994_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51994/collection1/
[junit4] 2> 838034 INFO (coreZkRegister-2294-thread-1-processing-n:127.0.0.1:51994_ x:collection1 c:collection1) [n:127.0.0.1:51994_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 838034 INFO (coreZkRegister-2294-thread-1-processing-n:127.0.0.1:51994_ x:collection1 c:collection1) [n:127.0.0.1:51994_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51994/collection1/ has no replicas
[junit4] 2> 838042 INFO (coreZkRegister-2294-thread-1-processing-n:127.0.0.1:51994_ x:collection1 c:collection1) [n:127.0.0.1:51994_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51994/collection1/ shard1
[junit4] 2> 838197 INFO (coreZkRegister-2294-thread-1-processing-n:127.0.0.1:51994_ x:collection1 c:collection1) [n:127.0.0.1:51994_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 838624 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-4-001\cores\collection1
[junit4] 2> 838627 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-4-001
[junit4] 2> 838628 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 838629 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18dd8f5{/,null,AVAILABLE}
[junit4] 2> 838631 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ba45b7{HTTP/1.1,[http/1.1]}{127.0.0.1:52006}
[junit4] 2> 838632 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.e.j.s.Server Started @842297ms
[junit4] 2> 838632 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=52006, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-4-001\cores}
[junit4] 2> 838632 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 838633 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 838633 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 838633 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 838633 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T22:42:49.653Z
[junit4] 2> 838640 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 838641 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-4-001\solr.xml
[junit4] 2> 838658 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51948/solr
[junit4] 2> 838676 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:52006_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 838685 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:52006_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52006_
[junit4] 2> 838687 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:51994_) [n:127.0.0.1:51994_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 838687 INFO (zkCallback-726-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 838689 INFO (zkCallback-749-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 838689 INFO (zkCallback-737-thread-1-processing-n:127.0.0.1:51982_) [n:127.0.0.1:51982_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 838689 INFO (zkCallback-722-thread-3-processing-n:127.0.0.1:51955_) [n:127.0.0.1:51955_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 838690 INFO (zkCallback-731-thread-1-processing-n:127.0.0.1:51970_) [n:127.0.0.1:51970_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 838846 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:52006_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-4-001\cores
[junit4] 2> 838846 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [n:127.0.0.1:52006_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 838858 INFO (OverseerStateUpdate-97278188531089412-127.0.0.1:51955_-n_0000000000) [n:127.0.0.1:51955_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 839883 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 839905 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 840006 WARN (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 840010 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 840049 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 840050 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-4-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_503762F889A1CBA-001\shard-4-001\cores\collection1\data\]
[junit4] 2> 840050 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@970281
[junit4] 2> 840059 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5537800718960674]
[junit4] 2> 840077 WARN (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 840115 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 840115 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 840117 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 840117 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 840119 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5539591136752067]
[junit4] 2> 840121 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8c4c17[collection1] main]
[junit4] 2> 840123 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 840123 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 840124 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 840127 INFO (searcherExecutor-2311-thread-1-processing-n:127.0.0.1:52006_ x:collection1 c:collection1) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@8c4c17[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 840128 INFO (coreLoadExecutor-2310-thread-1-processing-n:127.0.0.1:52006_) [n:127.0.0.1:52006_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556451029048885248
[junit4] 2> 840134 INFO (coreZkRegister-2305-thread-1-processing-n:127.0.0.1:52006_ x:collection1 c:collection1) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 840134 INFO (updateExecutor-746-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 840135 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 840135 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 840135 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 840135 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 840136 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51970/collection1/] and I am [http://127.0.0.1:52006/collection1/]
[junit4] 2> 840140 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51970]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:52006_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 840146 INFO (qtp7341743-4849) [n:127.0.0.1:51970_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 840147 INFO (qtp7341743-4849) [n:127.0.0.1:51970_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 840147 INFO (qtp7341743-4849) [n:127.0.0.1:51970_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:52006_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:52006","node_name":"127.0.0.1:52006_","state":"down"}
[junit4] 2> 840194 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 840194 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4] 2> 841149 INFO (qtp7341743-4849) [n:127.0.0.1:51970_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:52006_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:52006","node_name":"127.0.0.1:52006_","state":"recovering"}
[junit4] 2> 841149 INFO (qtp7341743-4849) [n:127.0.0.1:51970_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 841149 INFO (qtp7341743-4849) [n:127.0.0.1:51970_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:52006_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
[junit4] 2> 848151 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:51970/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 848151 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:52006 START replicas=[http://127.0.0.1:51970/collection1/] nUpdates=100
[junit4] 2> 848156 INFO (qtp7341743-4852) [n:127.0.0.1:51970_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 848156 INFO (qtp7341743-4852) [n:127.0.0.1:51970_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 848158 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 848160 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 848160 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 848160 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 848160 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 848160 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 848160 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 848161 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 848161 INFO (recoveryExecutor-747-thread-1-processing-n:127.0.0.1:52006_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 848201 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[503762F889A1CBA]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 848211 INFO (qtp9170177-4812) [n:127.0.0.1:51955_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1556451037518233600)} 0 6
[junit4] 2> 848232 INFO (qtp28321501-4878) [n:127.0.0.1:51982_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:51994/collection1/&wt=javabin&version=2}{deleteByQuery=*:* (-1556451037539205120)} 0 7
[junit4] 2> 848245 INFO (qtp24226073-4932) [n:127.0.0.1:52006_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.p.LogUpdateProcess
[...truncated too long message...]
4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/97278283580243976-core_node1-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/97278283580243972-127.0.0.1:62358_-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/97278283580243976-127.0.0.1:62390_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/overseer/collection-queue-work
[junit4] 2> 43 /solr/overseer/queue
[junit4] 2> 6 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=503762F889A1CBA -Dtests.slow=true -Dtests.locale=nl-BE -Dtests.timezone=Pacific/Honolulu -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 45.5s J1 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:62402/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:62390/collection1]>
[junit4] > at __randomizedtesting.SeedInfo.seed([503762F889A1CBA:8D5749F526667142]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:162)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2324123 INFO (SUITE-PeerSyncReplicationTest-seed#[503762F889A1CBA]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_503762F889A1CBA-001
[junit4] 2> Jan 13, 2017 11:07:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=PostingsFormat(name=Direct), range_facet_l_dv=PostingsFormat(name=Asserting), rnd_s=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=Memory), intDefault=PostingsFormat(name=Direct), a_i1=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Direct), id=PostingsFormat(name=Asserting), range_facet_i_dv=PostingsFormat(name=Direct), text=BlockTreeOrds(blocksize=128), timestamp=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1328, maxMBSortInHeap=7.696354334435188, sim=RandomSimilarity(queryNorm=true): {}, locale=nl-BE, timezone=Pacific/Honolulu
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_112 (32-bit)/cpus=3,threads=1,free=181001896,total=500957184
[junit4] 2> NOTE: All tests run in this JVM: [OverriddenZkACLAndCredentialsProvidersTest, SolrCmdDistributorTest, TestRestoreCore, TestSimpleTrackingShardHandler, TestHdfsCloudBackupRestore, BadComponentTest, TestShortCircuitedRequests, TestComplexPhraseQParserPlugin, TestAuthenticationFramework, JavabinLoaderTest, TestExceedMaxTermLength, TestSQLHandlerNonCloud, TestDFRSimilarityFactory, TestDistribIDF, TestSuggestSpellingConverter, TestFuzzyAnalyzedSuggestions, DeleteNodeTest, TestRawTransformer, TestXmlQParserPlugin, CdcrReplicationHandlerTest, UpdateRequestProcessorFactoryTest, EchoParamsTest, TestAnalyzedSuggestions, TestSolrCoreParser, TestReversedWildcardFilterFactory, TestFieldCacheWithThreads, ShowFileRequestHandlerTest, StressHdfsTest, TestNoOpRegenerator, CacheHeaderTest, TestQuerySenderListener, DistributedQueryComponentOptimizationTest, TestUnifiedSolrHighlighter, ShufflingReplicaListTransformerTest, ResourceLoaderTest, AnalyticsMergeStrategyTest, TestDownShardTolerantSearch, OverseerStatusTest, DistributedIntervalFacetingTest, EnumFieldTest, TestRandomFlRTGCloud, TestManagedSchemaAPI, DateRangeFieldTest, TestSSLRandomization, TestPKIAuthenticationPlugin, AnalysisErrorHandlingTest, ClassificationUpdateProcessorIntegrationTest, TestConfigOverlay, SolrGangliaReporterTest, TestGraphTermsQParserPlugin, DistanceUnitsTest, DistributedFacetPivotWhiteBoxTest, TestWriterPerf, TestConfigReload, WordBreakSolrSpellCheckerTest, TestConfigSetsAPI, LukeRequestHandlerTest, TestSha256AuthenticationProvider, DistributedVersionInfoTest, BadIndexSchemaTest, CSVRequestHandlerTest, TestRebalanceLeaders, TestZkChroot, TestSolrCloudSnapshots, ConvertedLegacyTest, TestSchemaResource, TestConfigSetProperties, TestReplicationHandlerBackup, TestLeaderElectionZkExpiry, CreateCollectionCleanupTest, OpenCloseCoreStressTest, BitVectorTest, TestSchemaManager, TestQueryUtils, TestMacroExpander, SolrCloudExampleTest, TestFieldCacheSortRandom, CollectionReloadTest, TermVectorComponentDistributedTest, PreAnalyzedUpdateProcessorTest, CoreSorterTest, BasicFunctionalityTest, TestClassicSimilarityFactory, TestDocSet, ConfigSetsAPITest, TestFoldingMultitermQuery, TestSolrIndexConfig, LeaderFailureAfterFreshStartTest, CursorMarkTest, CollectionTooManyReplicasTest, StatsComponentTest, StatsReloadRaceTest, TestDefaultSearchFieldResource, TestLMJelinekMercerSimilarityFactory, TestTestInjection, TestEmbeddedSolrServerConstructors, SpellPossibilityIteratorTest, HdfsChaosMonkeyNothingIsSafeTest, TestMaxScoreQueryParser, TestJsonFacets, CleanupOldIndexTest, TestSolr4Spatial, TestRecoveryHdfs, DistributedTermsComponentTest, TestScoreJoinQPScore, TestSolrCoreProperties, TestChildDocTransformer, TestQueryWrapperFilter, LeaderElectionIntegrationTest, TestTrieFacet, TestJoin, AliasIntegrationTest, TestStressLiveNodes, SolrIndexSplitterTest, UUIDFieldTest, SpellingQueryConverterTest, DataDrivenBlockJoinTest, ZkStateReaderTest, TestRangeQuery, TestBlendedInfixSuggestions, SharedFSAutoReplicaFailoverTest, VersionInfoTest, ExternalFileFieldSortTest, ReplicationFactorTest, ChaosMonkeySafeLeaderTest, DistanceFunctionTest, TestRandomFaceting, HdfsLockFactoryTest, HdfsThreadLeakTest, TestSolrCloudWithDelegationTokens, TestStandardQParsers, TermVectorComponentTest, TestOmitPositions, FileBasedSpellCheckerTest, TestUtils, TestCodecSupport, LoggingHandlerTest, TestTolerantUpdateProcessorRandomCloud, ClusterStateTest, TestRealTimeGet, TestComponentsName, ShardRoutingCustomTest, SolrCoreMetricManagerTest, TestDeleteCollectionOnDownNodes, RequestHandlersTest, TestSolrQueryParser, SpellCheckComponentTest, TriLevelCompositeIdRoutingTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SliceStateTest, TestSolrCloudWithSecureImpersonation, ExitableDirectoryReaderTest, TestSolrDynamicMBean, TestPushWriter, TestDistributedMissingSort, HdfsRestartWhileUpdatingTest, FacetPivotSmallTest, ConjunctionSolrSpellCheckerTest, TestMiniSolrCloudClusterSSL, TemplateUpdateProcessorTest, TestMiniSolrCloudCluster, TestCrossCoreJoin, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, ZkControllerTest, TestReload, HardAutoCommitTest, SimpleFacetsTest, SolrCoreTest, PeerSyncTest, TestBadConfig, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DebugComponentTest, TestSurroundQueryParser, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, RequiredFieldsTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, TestCSVResponseWriter, JsonLoaderTest, TestPHPSerializedResponseWriter, SearchHandlerTest, TestMergePolicyConfig, TestSearchPerf, TestConfig, NotRequiredUniqueKeyTest, SynonymTokenizerTest, TestIBSimilarityFactory, TestFastWriter, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, DOMUtilTest, SystemInfoHandlerTest, TestRTGBase, TestTolerantSearch, TestJettySolrRunner, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, PeerSyncReplicationTest]
[junit4] Completed [493/678 (2!)] on J1 in 46.59s, 1 test, 1 failure <<< FAILURES!
[...truncated 55216 lines...]
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_112) - Build #
6355 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6355/
Java: 32bit/jdk1.8.0_112 -client -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestDetails
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([5DB508429D7FCC5:7F8673F1BF8FD54D]:0)
at org.apache.solr.handler.TestReplicationHandler.doTestDetails(TestReplicationHandler.java:312)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:60234/_bf/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:60218/_bf/collection1]>
Stack Trace:
java.lang.AssertionError: PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:60234/_bf/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:60218/_bf/collection1]>
at __randomizedtesting.SeedInfo.seed([5DB508429D7FCC5:8D8F6F5E872B913D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11348 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\init-core-data-001
[junit4] 2> 1208014 INFO (SUITE-PeerSyncReplicationTest-seed#[5DB508429D7FCC5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1208014 INFO (SUITE-PeerSyncReplicationTest-seed#[5DB508429D7FCC5]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_bf/
[junit4] 2> 1208018 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1208018 INFO (Thread-2595) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1208018 INFO (Thread-2595) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1208118 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.ZkTestServer start zk server on port:60153
[junit4] 2> 1208364 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15997a8dd060000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1208392 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1208398 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1208403 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1208406 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1208409 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1208412 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1208416 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1208419 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1208422 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1208426 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1208430 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1208435 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15997a8dd060001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1208986 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\control-001\cores\collection1
[junit4] 2> 1208990 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1208991 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50466d{/_bf,null,AVAILABLE}
[junit4] 2> 1208996 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bc8f2d{HTTP/1.1,[http/1.1]}{127.0.0.1:60193}
[junit4] 2> 1208997 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.Server Started @1212600ms
[junit4] 2> 1208997 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\tempDir-001/control/data, hostContext=/_bf, hostPort=60193, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\control-001\cores}
[junit4] 2> 1208997 ERROR (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1208997 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1208997 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1208997 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1208997 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T11:49:04.337Z
[junit4] 2> 1209004 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15997a8dd060002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1209005 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1209005 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\control-001\solr.xml
[junit4] 2> 1209028 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60153/solr
[junit4] 2> 1209034 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15997a8dd060003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1209077 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60193__bf ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60193__bf
[junit4] 2> 1209079 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60193__bf ] o.a.s.c.Overseer Overseer (id=97275618483634180-127.0.0.1:60193__bf-n_0000000000) starting
[junit4] 2> 1209093 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60193__bf ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60193__bf
[junit4] 2> 1209098 INFO (OverseerStateUpdate-97275618483634180-127.0.0.1:60193__bf-n_0000000000) [n:127.0.0.1:60193__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1209345 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60193__bf ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\control-001\cores
[junit4] 2> 1209345 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60193__bf ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1209353 INFO (OverseerStateUpdate-97275618483634180-127.0.0.1:60193__bf-n_0000000000) [n:127.0.0.1:60193__bf ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1210399 WARN (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1210402 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1210459 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1210593 WARN (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1210597 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1210625 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1210626 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\control-001\cores\collection1\data\]
[junit4] 2> 1210626 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@25aa0f
[junit4] 2> 1210634 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5271724662465438]
[junit4] 2> 1210646 WARN (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1210676 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1210677 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1210679 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1210679 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1210681 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=44.4765625, floorSegmentMB=1.0224609375, forceMergeDeletesPctAllowed=5.07634338588984, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43451752463921367
[junit4] 2> 1210682 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d7c826[collection1] main]
[junit4] 2> 1210685 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1210685 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1210685 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1210699 INFO (searcherExecutor-4891-thread-1-processing-n:127.0.0.1:60193__bf x:collection1 c:control_collection) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d7c826[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1210701 INFO (coreLoadExecutor-4890-thread-1-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556409898543087616
[junit4] 2> 1210712 INFO (coreZkRegister-4883-thread-1-processing-n:127.0.0.1:60193__bf x:collection1 c:control_collection) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1210712 INFO (coreZkRegister-4883-thread-1-processing-n:127.0.0.1:60193__bf x:collection1 c:control_collection) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1210712 INFO (coreZkRegister-4883-thread-1-processing-n:127.0.0.1:60193__bf x:collection1 c:control_collection) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60193/_bf/collection1/
[junit4] 2> 1210712 INFO (coreZkRegister-4883-thread-1-processing-n:127.0.0.1:60193__bf x:collection1 c:control_collection) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1210712 INFO (coreZkRegister-4883-thread-1-processing-n:127.0.0.1:60193__bf x:collection1 c:control_collection) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60193/_bf/collection1/ has no replicas
[junit4] 2> 1210724 INFO (coreZkRegister-4883-thread-1-processing-n:127.0.0.1:60193__bf x:collection1 c:control_collection) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60193/_bf/collection1/ shard1
[junit4] 2> 1210877 INFO (coreZkRegister-4883-thread-1-processing-n:127.0.0.1:60193__bf x:collection1 c:control_collection) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1210879 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1210882 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60153/solr ready
[junit4] 2> 1210882 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1211541 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-1-001\cores\collection1
[junit4] 2> 1211545 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-1-001
[junit4] 2> 1211547 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1211548 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12351ad{/_bf,null,AVAILABLE}
[junit4] 2> 1211549 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fb3ce{HTTP/1.1,[http/1.1]}{127.0.0.1:60218}
[junit4] 2> 1211550 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.Server Started @1215153ms
[junit4] 2> 1211550 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_bf, hostPort=60218, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-1-001\cores}
[junit4] 2> 1211550 ERROR (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1211551 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1211551 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1211551 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1211551 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T11:49:06.891Z
[junit4] 2> 1211557 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1211557 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15997a8dd060006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1211557 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-1-001\solr.xml
[junit4] 2> 1211576 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60153/solr
[junit4] 2> 1211596 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60218__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1211605 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60218__bf ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60218__bf
[junit4] 2> 1211608 INFO (zkCallback-1949-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1211609 INFO (zkCallback-1945-thread-3-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1211609 INFO (zkCallback-1954-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1211842 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60218__bf ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-1-001\cores
[junit4] 2> 1211842 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60218__bf ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1211845 INFO (OverseerStateUpdate-97275618483634180-127.0.0.1:60193__bf-n_0000000000) [n:127.0.0.1:60193__bf ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1212870 WARN (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1212871 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1212893 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1213018 WARN (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1213021 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1213046 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1213047 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-1-001\cores\collection1\data\]
[junit4] 2> 1213047 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@25aa0f
[junit4] 2> 1213054 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5271724662465438]
[junit4] 2> 1213066 WARN (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1213104 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1213104 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1213106 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1213106 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1213108 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=44.4765625, floorSegmentMB=1.0224609375, forceMergeDeletesPctAllowed=5.07634338588984, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43451752463921367
[junit4] 2> 1213109 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@93ac46[collection1] main]
[junit4] 2> 1213111 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1213112 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1213112 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1213115 INFO (searcherExecutor-4902-thread-1-processing-n:127.0.0.1:60218__bf x:collection1 c:collection1) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@93ac46[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1213117 INFO (coreLoadExecutor-4901-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556409901075398656
[junit4] 2> 1213128 INFO (coreZkRegister-4896-thread-1-processing-n:127.0.0.1:60218__bf x:collection1 c:collection1) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1213128 INFO (coreZkRegister-4896-thread-1-processing-n:127.0.0.1:60218__bf x:collection1 c:collection1) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1213128 INFO (coreZkRegister-4896-thread-1-processing-n:127.0.0.1:60218__bf x:collection1 c:collection1) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60218/_bf/collection1/
[junit4] 2> 1213128 INFO (coreZkRegister-4896-thread-1-processing-n:127.0.0.1:60218__bf x:collection1 c:collection1) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1213128 INFO (coreZkRegister-4896-thread-1-processing-n:127.0.0.1:60218__bf x:collection1 c:collection1) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60218/_bf/collection1/ has no replicas
[junit4] 2> 1213136 INFO (coreZkRegister-4896-thread-1-processing-n:127.0.0.1:60218__bf x:collection1 c:collection1) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60218/_bf/collection1/ shard1
[junit4] 2> 1213288 INFO (coreZkRegister-4896-thread-1-processing-n:127.0.0.1:60218__bf x:collection1 c:collection1) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1213886 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-2-001\cores\collection1
[junit4] 2> 1213889 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-2-001
[junit4] 2> 1213890 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1213891 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1da2c23{/_bf,null,AVAILABLE}
[junit4] 2> 1213892 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1af3d9e{HTTP/1.1,[http/1.1]}{127.0.0.1:60234}
[junit4] 2> 1213893 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.Server Started @1217497ms
[junit4] 2> 1213893 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_bf, hostPort=60234, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-2-001\cores}
[junit4] 2> 1213893 ERROR (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1213895 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1213895 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1213895 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1213895 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T11:49:09.235Z
[junit4] 2> 1213901 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1213901 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-2-001\solr.xml
[junit4] 2> 1213919 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60153/solr
[junit4] 2> 1213937 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60234__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1213946 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60234__bf ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60234__bf
[junit4] 2> 1213949 INFO (zkCallback-1949-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1213949 INFO (zkCallback-1945-thread-2-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1213950 INFO (zkCallback-1954-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1213950 INFO (zkCallback-1960-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1214039 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60234__bf ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-2-001\cores
[junit4] 2> 1214040 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60234__bf ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1214042 INFO (OverseerStateUpdate-97275618483634180-127.0.0.1:60193__bf-n_0000000000) [n:127.0.0.1:60193__bf ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1215065 WARN (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1215066 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1215112 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1215222 WARN (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1215225 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1215250 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1215251 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-2-001\cores\collection1\data\]
[junit4] 2> 1215251 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@25aa0f
[junit4] 2> 1215257 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5271724662465438]
[junit4] 2> 1215271 WARN (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1215305 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1215306 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1215308 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1215308 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1215309 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=44.4765625, floorSegmentMB=1.0224609375, forceMergeDeletesPctAllowed=5.07634338588984, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43451752463921367
[junit4] 2> 1215310 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@229e57[collection1] main]
[junit4] 2> 1215312 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1215313 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1215313 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1215316 INFO (searcherExecutor-4913-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 c:collection1) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@229e57[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1215317 INFO (coreLoadExecutor-4912-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556409903383314432
[junit4] 2> 1215322 INFO (coreZkRegister-4907-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 c:collection1) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1215324 INFO (updateExecutor-1957-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1215325 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1215325 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1215325 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1215325 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1215325 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:60218/_bf/collection1/] and I am [http://127.0.0.1:60234/_bf/collection1/]
[junit4] 2> 1215332 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:60218/_bf]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60234__bf&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1215418 INFO (qtp10854901-10892) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1215423 INFO (qtp10854901-10892) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1215423 INFO (qtp10854901-10892) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:60234__bf, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:60234/_bf","node_name":"127.0.0.1:60234__bf","state":"down"}
[junit4] 2> 1216122 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-3-001\cores\collection1
[junit4] 2> 1216124 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-3-001
[junit4] 2> 1216125 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1216126 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15cd51c{/_bf,null,AVAILABLE}
[junit4] 2> 1216129 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@683a4f{HTTP/1.1,[http/1.1]}{127.0.0.1:60269}
[junit4] 2> 1216129 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.Server Started @1219732ms
[junit4] 2> 1216129 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/_bf, hostPort=60269, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-3-001\cores}
[junit4] 2> 1216129 ERROR (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1216130 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1216130 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1216130 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1216130 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T11:49:11.470Z
[junit4] 2> 1216136 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1216137 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-3-001\solr.xml
[junit4] 2> 1216155 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60153/solr
[junit4] 2> 1216177 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60269__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1216186 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60269__bf ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60269__bf
[junit4] 2> 1216190 INFO (zkCallback-1945-thread-2-processing-n:127.0.0.1:60193__bf) [n:127.0.0.1:60193__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1216190 INFO (zkCallback-1949-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1216192 INFO (zkCallback-1960-thread-1-processing-n:127.0.0.1:60234__bf) [n:127.0.0.1:60234__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1216192 INFO (zkCallback-1954-thread-1-processing-n:127.0.0.1:60218__bf) [n:127.0.0.1:60218__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1216193 INFO (zkCallback-1967-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1216327 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60269__bf ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-3-001\cores
[junit4] 2> 1216327 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [n:127.0.0.1:60269__bf ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1216331 INFO (OverseerStateUpdate-97275618483634180-127.0.0.1:60193__bf-n_0000000000) [n:127.0.0.1:60193__bf ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1216424 INFO (qtp10854901-10892) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60234__bf, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:60234/_bf","node_name":"127.0.0.1:60234__bf","state":"recovering"}
[junit4] 2> 1216424 INFO (qtp10854901-10892) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1216424 INFO (qtp10854901-10892) [n:127.0.0.1:60218__bf ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60234__bf&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1005
[junit4] 2> 1217359 WARN (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1217360 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1217381 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1217525 WARN (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1217527 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1217556 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1217556 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_5DB508429D7FCC5-001\shard-3-001\cores\collection1\data\]
[junit4] 2> 1217556 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@25aa0f
[junit4] 2> 1217565 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5271724662465438]
[junit4] 2> 1217587 WARN (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1217646 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1217647 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1217649 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1217650 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1217651 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=44.4765625, floorSegmentMB=1.0224609375, forceMergeDeletesPctAllowed=5.07634338588984, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43451752463921367
[junit4] 2> 1217653 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ee99ae[collection1] main]
[junit4] 2> 1217656 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1217657 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1217657 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1217662 INFO (searcherExecutor-4924-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 c:collection1) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ee99ae[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1217664 INFO (coreLoadExecutor-4923-thread-1-processing-n:127.0.0.1:60269__bf) [n:127.0.0.1:60269__bf c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556409905844322304
[junit4] 2> 1217672 INFO (coreZkRegister-4918-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 c:collection1) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1217673 INFO (updateExecutor-1964-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1217674 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1217674 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1217674 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1217674 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1217674 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:60218/_bf/collection1/] and I am [http://127.0.0.1:60269/_bf/collection1/]
[junit4] 2> 1217680 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:60218/_bf]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60269__bf&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1217683 INFO (qtp10854901-10893) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1217684 INFO (qtp10854901-10893) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1217685 INFO (qtp10854901-10893) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:60269__bf, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60269/_bf","node_name":"127.0.0.1:60269__bf","state":"down"}
[junit4] 2> 1217984 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1217985 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30 for each attempt
[junit4] 2> 1217985 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 1218686 INFO (qtp10854901-10893) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60269__bf, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60269/_bf","node_name":"127.0.0.1:60269__bf","state":"recovering"}
[junit4] 2> 1218686 INFO (qtp10854901-10893) [n:127.0.0.1:60218__bf ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1218686 INFO (qtp10854901-10893) [n:127.0.0.1:60218__bf ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60269__bf&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
[junit4] 2> 1223426 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:60218/_bf/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1223426 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:60234/_bf START replicas=[http://127.0.0.1:60218/_bf/collection1/] nUpdates=1000
[junit4] 2> 1223434 INFO (qtp10854901-10892) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1223434 INFO (qtp10854901-10892) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/_bf path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1223438 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1223438 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1223438 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1223438 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1223439 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1223439 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1223439 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1223439 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1223439 INFO (recoveryExecutor-1958-thread-1-processing-n:127.0.0.1:60234__bf x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1225688 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:60218/_bf/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1225688 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:60269/_bf START replicas=[http://127.0.0.1:60218/_bf/collection1/] nUpdates=1000
[junit4] 2> 1225692 INFO (qtp10854901-10891) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1225692 INFO (qtp10854901-10891) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/_bf path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1225693 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1225693 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1225693 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1225693 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1225693 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1225694 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1225694 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1225694 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1225694 INFO (recoveryExecutor-1965-thread-1-processing-n:127.0.0.1:60269__bf x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1225990 INFO (TEST-PeerSyncReplicationTest.test-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 1225995 INFO (qtp8705932-10856) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1225996 INFO (qtp8705932-10856) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1225998 INFO (qtp8705932-10856) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1225998 INFO (qtp8705932-10856) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/_bf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 1226006 INFO (qtp10854901-10894) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1226006 INFO (qtp10854901-10894) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1226006 INFO (qtp6291300-10951) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1226009 INFO (qtp10854901-10894) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1226010 INFO (qtp10854901-10894) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/_bf path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:60218/_bf/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 1226010 INFO (qtp11909841-10916) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1226010 INFO (qtp11909841-10916) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1226011 INFO (qtp11909841-10916) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1226011 INFO (qtp6291300-10951) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1226011 INFO (qtp11909841-10916) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/_bf path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:60218/_bf/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 1226012 INFO (qtp6291300-10951) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1226013 INFO (qtp6291300-10951) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/_bf path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:60218/_bf/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
[junit4] 2> 1226015 INFO (qtp10854901-10893) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/_bf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 13
[junit4] 2> 1226018 INFO (qtp10854901-10892) [n:127.0.0.1:60218__bf c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/_bf path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1226021 INFO (qtp11909841-10919) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1] webapp=/_bf path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1226024 INFO (qtp6291300-10954) [n:127.0.0.1:60269__bf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.S.Request [collection1] webapp=/_bf path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=1
[junit4] 2> 1228029 INFO (qtp8705932-10854) [n:127.0.0.1:60193__bf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/_bf path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1556409916708618240)} 0 3
[junit4] 2> 1228037 INFO (qtp11909841-10920) [n:127.0.0.1:60234__bf c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.Lo
[...truncated too long message...]
he.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1083228306, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1875592 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1875593 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a7b45[collection1] main]
[junit4] 2> 1875594 INFO (searcherExecutor-7543-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a7b45[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c3) Uninverting(_1(7.0.0):c3)))}
[junit4] 2> 1875594 INFO (qtp18524150-16595) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:63969/solr/collection1/replication&command=fetchindex} status=0 QTime=20
[junit4] 2> 1875597 INFO (qtp18524150-16597) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=6 status=0 QTime=0
[junit4] 2> 1875598 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 6 docs
[junit4] 2> 1875599 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@130bc0c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1875599 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6088653
[junit4] 2> 1875600 INFO (coreCloseExecutor-7562-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1a8b86d
[junit4] 2> 1875601 INFO (coreCloseExecutor-7562-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1875602 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1875602 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1dc52cb{/solr,null,UNAVAILABLE}
[junit4] 2> 1875604 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestRepeater
[junit4] 2> 1875605 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@74248f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1875605 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=27997369
[junit4] 2> 1875606 INFO (coreCloseExecutor-7564-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1d421de
[junit4] 2> 1875607 INFO (coreCloseExecutor-7564-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1875608 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1875608 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11a6f29{/solr,null,UNAVAILABLE}
[junit4] 2> 1875610 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e9889b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1875611 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1835332
[junit4] 2> 1875611 INFO (coreCloseExecutor-7566-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@10f38ae
[junit4] 2> 1875612 INFO (coreCloseExecutor-7566-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1875612 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1875613 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5DB508429D7FCC5]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@cd2668{/solr,null,UNAVAILABLE}
[junit4] 2> 1875616 INFO (SUITE-TestReplicationHandler-seed#[5DB508429D7FCC5]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandler_5DB508429D7FCC5-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=Lucene50(blocksize=128), id=Lucene50(blocksize=128), newname=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1286, maxMBSortInHeap=6.035962947776078, sim=RandomSimilarity(queryNorm=false): {}, locale=de-GR, timezone=SystemV/PST8PDT
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_112 (32-bit)/cpus=3,threads=1,free=268695384,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [RemoteQueryErrorTest, UpdateRequestProcessorFactoryTest, FileBasedSpellCheckerTest, HdfsLockFactoryTest, CdcrBootstrapTest, DistribCursorPagingTest, LeaderElectionIntegrationTest, TestDefaultSearchFieldResource, TestRecovery, CdcrVersionReplicationTest, SolrCloudExampleTest, AtomicUpdatesTest, BigEndianAscendingWordDeserializerTest, MinimalSchemaTest, SolrJmxReporterTest, TestPivotHelperCode, DistanceFunctionTest, TestIndexingPerformance, TestCodecSupport, TestSubQueryTransformerCrossCore, TestJoin, ForceLeaderTest, IndexSchemaTest, TestAnalyzedSuggestions, TestIndexSearcher, TestQuerySenderListener, BooleanFieldTest, TestSolrIndexConfig, RequestLoggingTest, SuggestComponentContextFilterQueryTest, TestSolrQueryParserDefaultOperatorResource, NoCacheHeaderTest, AutoCommitTest, LeaderFailureAfterFreshStartTest, CollectionsAPISolrJTest, LeaderInitiatedRecoveryOnShardRestartTest, TestUnifiedSolrHighlighter, TestExportWriter, ScriptEngineTest, QueryResultKeyTest, CacheHeaderTest, TestBulkSchemaConcurrent, TestGraphTermsQParserPlugin, TestUninvertingReader, StatsReloadRaceTest, TestZkChroot, TemplateUpdateProcessorTest, TestSearcherReuse, TestComplexPhraseQParserPlugin, BufferStoreTest, NotRequiredUniqueKeyTest, DistanceUnitsTest, TestGraphMLResponseWriter, TestInitQParser, TestRestManager, AsyncCallRequestStatusResponseTest, TestRandomFaceting, TestManagedResource, ZkSolrClientTest, TestDocSet, TestFieldResource, CurrencyFieldOpenExchangeTest, TestDistributedGrouping, SolrIndexSplitterTest, EchoParamsTest, DistributedTermsComponentTest, TestTolerantUpdateProcessorRandomCloud, TestManagedSynonymFilterFactory, TestAuthenticationFramework, TestSimpleTrackingShardHandler, SaslZkACLProviderTest, CursorMarkTest, TestStandardQParsers, TestConfigSetsAPIZkFailure, TestBadConfig, UpdateParamsTest, FieldAnalysisRequestHandlerTest, CSVRequestHandlerTest, ChaosMonkeySafeLeaderTest, RegexBoostProcessorTest, JSONWriterTest, TestAtomicUpdateErrorCases, TestManagedSchemaAPI, TestBlendedInfixSuggestions, CloudMLTQParserTest, TestShortCircuitedRequests, DistributedQueryComponentOptimizationTest, CoreAdminRequestStatusTest, CoreSorterTest, TestAddFieldRealTimeGet, TestQueryWrapperFilter, ShufflingReplicaListTransformerTest, SharedFSAutoReplicaFailoverTest, CollectionReloadTest, RollingRestartTest, TestConfigSetsAPI, TestCollapseQParserPlugin, TestFuzzyAnalyzedSuggestions, TestSolrQueryParser, TestDeleteCollectionOnDownNodes, TestQueryTypes, TestMiniSolrCloudCluster, TestSolrConfigHandlerConcurrent, AliasIntegrationTest, QueryParsingTest, CloneFieldUpdateProcessorFactoryTest, DistributedIntervalFacetingTest, TestRequestForwarding, TestCloudInspectUtil, TestDownShardTolerantSearch, TestLocalFSCloudBackupRestore, SpellCheckCollatorTest, HdfsRestartWhileUpdatingTest, DefaultValueUpdateProcessorTest, TestDynamicLoading, TestConfigReload, TestFastWriter, TestQueryUtils, TestSolrCloudWithSecureImpersonation, StressHdfsTest, TestDistribIDF, TestStressRecovery, ShardRoutingCustomTest, TestCorePropertiesReload, TestMaxScoreQueryParser, TestConfigSetProperties, TestPushWriter, ResponseLogComponentTest, SolrIndexMetricsTest, PeerSyncReplicationTest, SolrInfoMBeanTest, TriLevelCompositeIdRoutingTest, LeaderElectionContextKeyTest, BasicAuthIntegrationTest, TestFreeTextSuggestions, JsonLoaderTest, BasicFunctionalityTest, DateRangeFieldTest, ResourceLoaderTest, TestLuceneMatchVersion, DistributedFacetPivotLargeTest, CollectionTooManyReplicasTest, TestMiniSolrCloudClusterSSL, HdfsBasicDistributedZk2Test, BJQParserTest, TestFoldingMultitermQuery, DataDrivenBlockJoinTest, PreAnalyzedUpdateProcessorTest, TestReload, TestSolrCoreParser, TestOmitPositions, TestSchemaVersionResource, TestJmxMonitoredMap, TestSSLRandomization, TestDynamicFieldResource, TestTrieFacet, RAMDirectoryFactoryTest, PreAnalyzedFieldTest, CoreAdminHandlerTest, TestConfigOverlay, TestSolrCoreProperties, DateMathParserTest, TestCoreDiscovery, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler]
[junit4] Completed [307/678 (2!)] on J1 in 88.57s, 15 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 55813 lines...]