You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/02/18 07:51:49 UTC
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_121) - Build #
6403 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6403/
Java: 32bit/jdk1.8.0_121 -server -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
timeout waiting to see all nodes active
Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
at __randomizedtesting.SeedInfo.seed([1885730F7A9FED5E:90D14CD5D46380A6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11968 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\init-core-data-001
[junit4] 2> 1311045 INFO (SUITE-PeerSyncReplicationTest-seed#[1885730F7A9FED5E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1311053 INFO (SUITE-PeerSyncReplicationTest-seed#[1885730F7A9FED5E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1311054 INFO (SUITE-PeerSyncReplicationTest-seed#[1885730F7A9FED5E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /nvvt/zo
[junit4] 2> 1311056 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1311058 INFO (Thread-2406) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1311058 INFO (Thread-2406) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1311156 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.ZkTestServer start zk server on port:60077
[junit4] 2> 1311183 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1311186 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1311188 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1311191 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1311193 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1311195 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1311197 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1311199 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1311201 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1311203 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1311206 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1311208 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a5002b61a0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1311952 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\control-001\cores\collection1
[junit4] 2> 1311958 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1311960 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1897{/nvvt/zo,null,AVAILABLE}
[junit4] 2> 1311963 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e518c1{HTTP/1.1,[http/1.1]}{127.0.0.1:60084}
[junit4] 2> 1311963 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.Server Started @1317186ms
[junit4] 2> 1311963 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\tempDir-001/control/data, hostContext=/nvvt/zo, hostPort=60084, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\control-001\cores}
[junit4] 2> 1311963 ERROR (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1311963 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1311963 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1311963 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1311964 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T06:57:20.288Z
[junit4] 2> 1311969 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a5002b61a0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1311969 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1311970 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\control-001\solr.xml
[junit4] 2> 1311990 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60077/solr
[junit4] 2> 1311993 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a5002b61a0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1312021 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1312022 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60084_nvvt%2Fzo
[junit4] 2> 1312023 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.Overseer Overseer (id=97478314517200900-127.0.0.1:60084_nvvt%2Fzo-n_0000000000) starting
[junit4] 2> 1312032 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60084_nvvt%2Fzo
[junit4] 2> 1312036 INFO (zkCallback-2699-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1312340 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\control-001\cores
[junit4] 2> 1312340 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1312377 INFO (OverseerStateUpdate-97478314517200900-127.0.0.1:60084_nvvt%2Fzo-n_0000000000) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1313447 WARN (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1313448 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1313478 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1313605 WARN (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1313608 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1313626 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1313662 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\control-001\cores\collection1\data\]
[junit4] 2> 1313662 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa17ef
[junit4] 2> 1313669 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=61.0166015625, floorSegmentMB=2.0712890625, forceMergeDeletesPctAllowed=26.68483350454854, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1313680 WARN (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1313922 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1313923 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1313924 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1313924 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1313925 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17813976646913166]
[junit4] 2> 1313927 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51300b[collection1] main]
[junit4] 2> 1313931 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1313933 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1313933 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1313935 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559653035287773184
[junit4] 2> 1313943 INFO (searcherExecutor-5473-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo x:collection1 c:control_collection) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51300b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1313948 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo x:collection1 c:control_collection) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1313948 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo x:collection1 c:control_collection) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1313948 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo x:collection1 c:control_collection) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60084/nvvt/zo/collection1/
[junit4] 2> 1313948 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo x:collection1 c:control_collection) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1313948 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo x:collection1 c:control_collection) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60084/nvvt/zo/collection1/ has no replicas
[junit4] 2> 1313948 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo x:collection1 c:control_collection) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1313962 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo x:collection1 c:control_collection) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60084/nvvt/zo/collection1/ shard1
[junit4] 2> 1314098 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1314099 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60077/solr ready
[junit4] 2> 1314100 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1314116 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo x:collection1 c:control_collection) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1314795 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-1-001\cores\collection1
[junit4] 2> 1314798 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-1-001
[junit4] 2> 1314799 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1314800 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b77bb{/nvvt/zo,null,AVAILABLE}
[junit4] 2> 1314800 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@162be21{HTTP/1.1,[http/1.1]}{127.0.0.1:60102}
[junit4] 2> 1314801 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.Server Started @1320023ms
[junit4] 2> 1314801 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/nvvt/zo, hostPort=60102, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-1-001\cores}
[junit4] 2> 1314802 ERROR (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1314802 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1314802 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1314802 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1314802 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T06:57:23.126Z
[junit4] 2> 1314807 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1314808 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-1-001\solr.xml
[junit4] 2> 1314823 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60077/solr
[junit4] 2> 1314837 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1314841 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1314843 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60102_nvvt%2Fzo
[junit4] 2> 1314845 INFO (zkCallback-2703-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1314845 INFO (zkCallback-2699-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1314846 INFO (zkCallback-2708-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1315036 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-1-001\cores
[junit4] 2> 1315036 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1315075 INFO (OverseerStateUpdate-97478314517200900-127.0.0.1:60084_nvvt%2Fzo-n_0000000000) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1316158 WARN (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1316159 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1316172 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1316257 WARN (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1316260 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1316277 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1316278 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-1-001\cores\collection1\data\]
[junit4] 2> 1316278 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa17ef
[junit4] 2> 1316285 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=61.0166015625, floorSegmentMB=2.0712890625, forceMergeDeletesPctAllowed=26.68483350454854, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1316292 WARN (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1316425 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1316425 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1316426 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1316426 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1316426 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17813976646913166]
[junit4] 2> 1316427 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d119b4[collection1] main]
[junit4] 2> 1316429 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1316429 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1316429 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1316430 INFO (searcherExecutor-5484-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d119b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1316431 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559653037905018880
[junit4] 2> 1316441 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1316441 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1316442 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60102/nvvt/zo/collection1/
[junit4] 2> 1316442 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1316442 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60102/nvvt/zo/collection1/ has no replicas
[junit4] 2> 1316442 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1316448 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60102/nvvt/zo/collection1/ shard1
[junit4] 2> 1316600 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1317443 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-2-001\cores\collection1
[junit4] 2> 1317446 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-2-001
[junit4] 2> 1317447 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1317448 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@189032{/nvvt/zo,null,AVAILABLE}
[junit4] 2> 1317448 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f9f2cb{HTTP/1.1,[http/1.1]}{127.0.0.1:60116}
[junit4] 2> 1317449 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.Server Started @1322670ms
[junit4] 2> 1317449 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/nvvt/zo, hostPort=60116, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-2-001\cores}
[junit4] 2> 1317449 ERROR (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1317450 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1317450 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1317450 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1317450 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T06:57:25.774Z
[junit4] 2> 1317455 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a5002b61a0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1317455 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1317456 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-2-001\solr.xml
[junit4] 2> 1317471 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60077/solr
[junit4] 2> 1317494 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60116_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1317497 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60116_nvvt%2Fzo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1317500 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60116_nvvt%2Fzo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60116_nvvt%2Fzo
[junit4] 2> 1317502 INFO (zkCallback-2708-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1317503 INFO (zkCallback-2703-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1317503 INFO (zkCallback-2699-thread-2-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1317503 INFO (zkCallback-2714-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1317749 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60116_nvvt%2Fzo ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-2-001\cores
[junit4] 2> 1317749 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60116_nvvt%2Fzo ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1317754 INFO (OverseerStateUpdate-97478314517200900-127.0.0.1:60084_nvvt%2Fzo-n_0000000000) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1318778 WARN (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1318778 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1318792 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1318898 WARN (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1318901 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1318916 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1318916 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-2-001\cores\collection1\data\]
[junit4] 2> 1318916 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa17ef
[junit4] 2> 1318924 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=61.0166015625, floorSegmentMB=2.0712890625, forceMergeDeletesPctAllowed=26.68483350454854, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1318932 WARN (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1319047 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1319047 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1319048 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1319048 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1319048 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17813976646913166]
[junit4] 2> 1319049 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ccfe27[collection1] main]
[junit4] 2> 1319050 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1319051 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1319051 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1319052 INFO (searcherExecutor-5495-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ccfe27[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1319053 INFO (coreLoadExecutor-5494-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559653040654385152
[junit4] 2> 1319057 INFO (coreZkRegister-5489-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1319057 INFO (updateExecutor-2711-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1319060 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1319060 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1319060 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1319060 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1319060 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:60102/nvvt/zo/collection1/] and I am [http://127.0.0.1:60116/nvvt/zo/collection1/]
[junit4] 2> 1319070 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:60102/nvvt/zo]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60116_nvvt%252Fzo&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1319073 INFO (qtp20874868-13346) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1319073 INFO (qtp20874868-13346) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1319073 INFO (qtp20874868-13346) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:60116_nvvt%2Fzo, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:60116/nvvt/zo","node_name":"127.0.0.1:60116_nvvt%2Fzo","state":"down"}
[junit4] 2> 1319768 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-3-001\cores\collection1
[junit4] 2> 1319771 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-3-001
[junit4] 2> 1319771 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1319772 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@588b1e{/nvvt/zo,null,AVAILABLE}
[junit4] 2> 1319773 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a8210c{HTTP/1.1,[http/1.1]}{127.0.0.1:60129}
[junit4] 2> 1319774 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.Server Started @1324996ms
[junit4] 2> 1319774 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/nvvt/zo, hostPort=60129, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-3-001\cores}
[junit4] 2> 1319774 ERROR (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1319775 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1319775 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1319775 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1319775 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T06:57:28.099Z
[junit4] 2> 1319779 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1319779 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a5002b61a000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1319779 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-3-001\solr.xml
[junit4] 2> 1319793 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60077/solr
[junit4] 2> 1319808 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60129_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1319811 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60129_nvvt%2Fzo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1319813 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60129_nvvt%2Fzo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60129_nvvt%2Fzo
[junit4] 2> 1319815 INFO (zkCallback-2708-thread-1-processing-n:127.0.0.1:60102_nvvt%2Fzo) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1319816 INFO (zkCallback-2721-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1319816 INFO (zkCallback-2703-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1319816 INFO (zkCallback-2714-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1319817 INFO (zkCallback-2699-thread-1-processing-n:127.0.0.1:60084_nvvt%2Fzo) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1319982 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60129_nvvt%2Fzo ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-3-001\cores
[junit4] 2> 1319982 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [n:127.0.0.1:60129_nvvt%2Fzo ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1319984 INFO (OverseerStateUpdate-97478314517200900-127.0.0.1:60084_nvvt%2Fzo-n_0000000000) [n:127.0.0.1:60084_nvvt%2Fzo ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1320074 INFO (qtp20874868-13346) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60116_nvvt%2Fzo, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:60116/nvvt/zo","node_name":"127.0.0.1:60116_nvvt%2Fzo","state":"recovering"}
[junit4] 2> 1320074 INFO (qtp20874868-13346) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1320074 INFO (qtp20874868-13346) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60116_nvvt%252Fzo&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 1321002 WARN (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1321003 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1321014 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1321120 WARN (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1321122 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1321148 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1321149 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001\shard-3-001\cores\collection1\data\]
[junit4] 2> 1321149 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa17ef
[junit4] 2> 1321163 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=61.0166015625, floorSegmentMB=2.0712890625, forceMergeDeletesPctAllowed=26.68483350454854, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1321182 WARN (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1321293 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1321294 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1321295 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1321295 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1321295 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17813976646913166]
[junit4] 2> 1321296 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5955d9[collection1] main]
[junit4] 2> 1321298 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1321298 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1321298 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1321299 INFO (searcherExecutor-5506-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5955d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1321300 INFO (coreLoadExecutor-5505-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559653043010535424
[junit4] 2> 1321305 INFO (coreZkRegister-5500-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 c:collection1) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1321305 INFO (updateExecutor-2718-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1321305 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1321305 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1321305 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1321306 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1321306 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:60102/nvvt/zo/collection1/] and I am [http://127.0.0.1:60129/nvvt/zo/collection1/]
[junit4] 2> 1321311 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:60102/nvvt/zo]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60129_nvvt%252Fzo&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1321312 INFO (qtp20874868-13349) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1321313 INFO (qtp20874868-13349) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1321313 INFO (qtp20874868-13349) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:60129_nvvt%2Fzo, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60129/nvvt/zo","node_name":"127.0.0.1:60129_nvvt%2Fzo","state":"down"}
[junit4] 2> 1321372 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1321372 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30 for each attempt
[junit4] 2> 1321372 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 1322315 INFO (qtp20874868-13349) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60129_nvvt%2Fzo, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60129/nvvt/zo","node_name":"127.0.0.1:60129_nvvt%2Fzo","state":"recovering"}
[junit4] 2> 1322315 INFO (qtp20874868-13349) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1322315 INFO (qtp20874868-13349) [n:127.0.0.1:60102_nvvt%2Fzo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60129_nvvt%252Fzo&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
[junit4] 2> 1327105 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:60102/nvvt/zo/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1327123 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:60116/nvvt/zo START replicas=[http://127.0.0.1:60102/nvvt/zo/collection1/] nUpdates=1000
[junit4] 2> 1327138 INFO (qtp20874868-13348) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1327138 INFO (qtp20874868-13348) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/nvvt/zo path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1327140 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1327140 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1327140 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1327140 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1327140 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1327140 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1327140 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1327140 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1327140 INFO (recoveryExecutor-2712-thread-1-processing-n:127.0.0.1:60116_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1329316 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:60102/nvvt/zo/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1329316 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:60129/nvvt/zo START replicas=[http://127.0.0.1:60102/nvvt/zo/collection1/] nUpdates=1000
[junit4] 2> 1329318 INFO (qtp20874868-13350) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1329318 INFO (qtp20874868-13350) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/nvvt/zo path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1329321 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1329321 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1329321 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1329321 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1329322 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1329322 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1329322 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1329322 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1329322 INFO (recoveryExecutor-2719-thread-1-processing-n:127.0.0.1:60129_nvvt%2Fzo x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1329426 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 1329428 INFO (qtp9181841-13305) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1329428 INFO (qtp9181841-13305) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1329431 INFO (qtp9181841-13305) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1329431 INFO (qtp9181841-13305) [n:127.0.0.1:60084_nvvt%2Fzo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nvvt/zo path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1329435 INFO (qtp20874868-13344) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1329435 INFO (qtp20874868-13344) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1329435 INFO (qtp22909479-13378) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1329435 INFO (qtp22909479-13378) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1329436 INFO (qtp22909479-13378) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1329437 INFO (qtp22909479-13378) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nvvt/zo path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:60102/nvvt/zo/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 1329437 INFO (qtp21027787-13410) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1329437 INFO (qtp21027787-13410) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1329437 INFO (qtp20874868-13344) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1329437 INFO (qtp21027787-13410) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1329437 INFO (qtp20874868-13344) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nvvt/zo path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:60102/nvvt/zo/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 1329438 INFO (qtp21027787-13410) [n:127.0.0.1:60129_nvvt%2Fzo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nvvt/zo path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:60102/nvvt/zo/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1329438 INFO (qtp20874868-13349) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nvvt/zo path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 1329440 INFO (qtp20874868-13346) [n:127.0.0.1:60102_nvvt%2Fzo c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/nvvt/zo path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1329441 INFO (qtp22909479-13376) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1] webapp=/nvvt/zo path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits
[...truncated too long message...]
rg.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1521795 INFO (zkCallback-2728-thread-3-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@c406b
[junit4] 2> 1521795 WARN (zkCallback-2728-thread-3-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1] coreNodeName=[core_node2]
[junit4] 2> 1521835 INFO (zkCallback-2728-thread-3-processing-n:127.0.0.1:60116_nvvt%2Fzo) [n:127.0.0.1:60116_nvvt%2Fzo c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1521835 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1521836 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@fdbb3a{HTTP/1.1,[http/1.1]}{127.0.0.1:60116}
[junit4] 2> 1521836 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62a3dc{/nvvt/zo,null,UNAVAILABLE}
[junit4] 2> 1521838 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 60129
[junit4] 2> 1521839 INFO (TEST-PeerSyncReplicationTest.test-seed#[1885730F7A9FED5E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60077 60077
[junit4] 2> 1521841 INFO (Thread-2406) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60077 60077
[junit4] 2> 1521842 WARN (Thread-2406) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/97478314517200904-127.0.0.1:60102_nvvt%2Fzo-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/97478314517200904-core_node1-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 209 /solr/overseer/collection-queue-work
[junit4] 2> 47 /solr/overseer/queue
[junit4] 2> 6 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=1885730F7A9FED5E -Dtests.slow=true -Dtests.locale=he-IL -Dtests.timezone=Africa/Windhoek -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 211s J1 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: timeout waiting to see all nodes active
[junit4] > at __randomizedtesting.SeedInfo.seed([1885730F7A9FED5E:90D14CD5D46380A6]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1521844 INFO (SUITE-PeerSyncReplicationTest-seed#[1885730F7A9FED5E]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.PeerSyncReplicationTest_1885730F7A9FED5E-001
[junit4] 2> Feb 18, 2017 7:00:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=PostingsFormat(name=Direct), rnd_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=Direct), a_i1=PostingsFormat(name=Direct), id=PostingsFormat(name=Memory), text=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1718, maxMBSortInHeap=5.559341202784186, sim=RandomSimilarity(queryNorm=true): {}, locale=he-IL, timezone=Africa/Windhoek
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_121 (32-bit)/cpus=3,threads=1,free=247970896,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DistributedTermsComponentTest, TestReloadAndDeleteDocs, CdcrReplicationDistributedZkTest, TestInitParams, ShufflingReplicaListTransformerTest, TestSolrQueryParser, ShardRoutingCustomTest, TestGeoJSONResponseWriter, SolrCoreMetricManagerTest, TestBadConfig, ZkSolrClientTest, DistribDocExpirationUpdateProcessorTest, TestQueryTypes, ResourceLoaderTest, TestSerializedLuceneMatchVersion, CustomCollectionTest, TestScoreJoinQPScore, TestValueSourceCache, TestMacros, ShowFileRequestHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, TestCustomStream, TestSubQueryTransformerDistrib, SolrInfoMBeanTest, InfixSuggestersTest, URLClassifyProcessorTest, BadIndexSchemaTest, TestExceedMaxTermLength, CircularListTest, TestRebalanceLeaders, TestCollapseQParserPlugin, LeaderFailoverAfterPartitionTest, HdfsRecoveryZkTest, TestFieldSortValues, TestSuggestSpellingConverter, JsonLoaderTest, MigrateRouteKeyTest, CollectionStateFormat2Test, DistributedQueryComponentCustomSortTest, TestQuerySenderListener, TestSchemaNameResource, SuggesterWFSTTest, TestSolr4Spatial, DistributedQueueTest, TestRandomFaceting, TestFieldCacheSanityChecker, TestNoOpRegenerator, OverriddenZkACLAndCredentialsProvidersTest, ReplicationFactorTest, DataDrivenBlockJoinTest, TestDistributedGrouping, LukeRequestHandlerTest, TestSolrQueryParserResource, HttpPartitionTest, TestConfigSetImmutable, TestRecovery, TestApiFramework, RequestHandlersTest, HdfsTlogReplayBufferedWhileIndexingTest, TestHdfsBackupRestoreCore, TestTrieFacet, SharedFSAutoReplicaFailoverTest, TestSolrCloudWithDelegationTokens, DirectUpdateHandlerOptimizeTest, BasicFunctionalityTest, ActionThrottleTest, RegexBoostProcessorTest, TestIndexSearcher, TestSearcherReuse, RAMDirectoryFactoryTest, TestSolrQueryResponse, SpellCheckCollatorTest, TestManagedSchemaThreadSafety, TestDistributedMissingSort, TestRecoveryHdfs, TestSolrConfigHandlerCloud, TestCopyFieldCollectionResource, ManagedSchemaRoundRobinCloudTest, TestSmileRequest, TestAtomicUpdateErrorCases, TestFieldCacheSortRandom, TestRangeQuery, UUIDFieldTest, WordBreakSolrSpellCheckerTest, SubstringBytesRefFilterTest, TestCloudPseudoReturnFields, TestInPlaceUpdatesDistrib, TestRTimerTree, TestJoin, OverseerModifyCollectionTest, BufferStoreTest, RuleEngineTest, HdfsNNFailoverTest, ResponseLogComponentTest, CoreMergeIndexesAdminHandlerTest, NoCacheHeaderTest, AnalyticsMergeStrategyTest, TestBlendedInfixSuggestions, TestSchemaSimilarityResource, UpdateLogTest, HdfsChaosMonkeySafeLeaderTest, DistributedIntervalFacetingTest, OverseerStatusTest, ChangedSchemaMergeTest, LeaderElectionIntegrationTest, ZkStateWriterTest, CSVRequestHandlerTest, TestConfigSetsAPI, UpdateRequestProcessorFactoryTest, DocValuesMissingTest, TestCrossCoreJoin, TestDocSet, TestMiniSolrCloudClusterSSL, SolrCoreCheckLockOnStartupTest, SolrMetricReporterTest, TestJettySolrRunner, HdfsWriteToMultipleCollectionsTest, TestReversedWildcardFilterFactory, TestManagedResourceStorage, CdcrRequestHandlerTest, TestZkChroot, TestPKIAuthenticationPlugin, TestImpersonationWithHadoopAuth, TestDistribIDF, SolrGangliaReporterTest, CacheHeaderTest, TestFiltering, DistributedDebugComponentTest, PreAnalyzedFieldTest, SliceStateTest, TestDownShardTolerantSearch, CollectionsAPIDistributedZkTest, BlobRepositoryCloudTest, TestPHPSerializedResponseWriter, TestQueryUtils, SuggesterTSTTest, LeaderInitiatedRecoveryOnCommitTest, DateMathParserTest, HttpSolrCallGetCoreTest, QueryParsingTest, TestConfigSetsAPIZkFailure, JavabinLoaderTest, TestStressInPlaceUpdates, CachingDirectoryFactoryTest, TestRequestForwarding, DefaultValueUpdateProcessorTest, PeerSyncReplicationTest]
[junit4] Completed [330/694 (1!)] on J1 in 211.84s, 1 test, 1 failure <<< FAILURES!
[...truncated 55946 lines...]