You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/02/20 14:42:17 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3844
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3844/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
timeout waiting to see all nodes active
Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
at __randomizedtesting.SeedInfo.seed([FF84E2CE3280FD68:77D0DD149C7C9090]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11182 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/init-core-data-001
[junit4] 2> 565691 INFO (SUITE-PeerSyncReplicationTest-seed#[FF84E2CE3280FD68]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 565695 INFO (SUITE-PeerSyncReplicationTest-seed#[FF84E2CE3280FD68]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 565695 INFO (SUITE-PeerSyncReplicationTest-seed#[FF84E2CE3280FD68]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /nsyri/
[junit4] 2> 565697 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 565697 INFO (Thread-894) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 565697 INFO (Thread-894) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 565798 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ZkTestServer start zk server on port:62078
[junit4] 2> 565827 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 565831 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 565834 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 565838 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 565840 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 565844 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 565847 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 565850 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 565853 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 565856 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 565859 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 566261 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/control-001/cores/collection1
[junit4] 2> 566264 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 566266 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5193c933{/nsyri,null,AVAILABLE}
[junit4] 2> 566269 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79e0626d{HTTP/1.1,[http/1.1]}{127.0.0.1:62083}
[junit4] 2> 566269 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.Server Started @572027ms
[junit4] 2> 566269 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/tempDir-001/control/data, hostContext=/nsyri, hostPort=62083, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/control-001/cores}
[junit4] 2> 566270 ERROR (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 566270 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 566270 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 566270 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 566270 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-20T13:21:07.924Z
[junit4] 2> 566285 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 566285 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/control-001/solr.xml
[junit4] 2> 566318 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62078/solr
[junit4] 2> 566396 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62083_nsyri ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 566397 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62083_nsyri ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62083_nsyri
[junit4] 2> 566399 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62083_nsyri ] o.a.s.c.Overseer Overseer (id=97491148298846212-127.0.0.1:62083_nsyri-n_0000000000) starting
[junit4] 2> 566432 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62083_nsyri ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62083_nsyri
[junit4] 2> 566434 INFO (zkCallback-850-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 566585 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62083_nsyri ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/control-001/cores
[junit4] 2> 566585 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62083_nsyri ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 566591 INFO (OverseerStateUpdate-97491148298846212-127.0.0.1:62083_nsyri-n_0000000000) [n:127.0.0.1:62083_nsyri ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 567619 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 567631 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 567706 WARN (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 567709 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 567731 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 567731 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/control-001/cores/collection1/data/]
[junit4] 2> 567731 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6932b096
[junit4] 2> 567734 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7691346753525149]
[junit4] 2> 567754 WARN (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 568224 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 568224 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 568226 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 568226 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 568227 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6519886757218999]
[junit4] 2> 568227 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c01bb5f[collection1] main]
[junit4] 2> 568229 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 568230 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 568230 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 568231 INFO (searcherExecutor-2589-thread-1-processing-n:127.0.0.1:62083_nsyri x:collection1 c:control_collection) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c01bb5f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 568231 INFO (coreLoadExecutor-2588-thread-1-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559858375436533760
[junit4] 2> 568244 INFO (coreZkRegister-2581-thread-1-processing-n:127.0.0.1:62083_nsyri x:collection1 c:control_collection) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 568244 INFO (coreZkRegister-2581-thread-1-processing-n:127.0.0.1:62083_nsyri x:collection1 c:control_collection) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 568245 INFO (coreZkRegister-2581-thread-1-processing-n:127.0.0.1:62083_nsyri x:collection1 c:control_collection) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62083/nsyri/collection1/
[junit4] 2> 568245 INFO (coreZkRegister-2581-thread-1-processing-n:127.0.0.1:62083_nsyri x:collection1 c:control_collection) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 568245 INFO (coreZkRegister-2581-thread-1-processing-n:127.0.0.1:62083_nsyri x:collection1 c:control_collection) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:62083/nsyri/collection1/ has no replicas
[junit4] 2> 568245 INFO (coreZkRegister-2581-thread-1-processing-n:127.0.0.1:62083_nsyri x:collection1 c:control_collection) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 568255 INFO (coreZkRegister-2581-thread-1-processing-n:127.0.0.1:62083_nsyri x:collection1 c:control_collection) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62083/nsyri/collection1/ shard1
[junit4] 2> 568414 INFO (coreZkRegister-2581-thread-1-processing-n:127.0.0.1:62083_nsyri x:collection1 c:control_collection) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 568521 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 568523 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62078/solr ready
[junit4] 2> 568524 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 568524 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 568822 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-1-001/cores/collection1
[junit4] 2> 568824 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-1-001
[junit4] 2> 568824 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 568827 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bbad4d6{/nsyri,null,AVAILABLE}
[junit4] 2> 568827 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60bf5717{HTTP/1.1,[http/1.1]}{127.0.0.1:62094}
[junit4] 2> 568827 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.Server Started @574585ms
[junit4] 2> 568827 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/nsyri, hostPort=62094, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-1-001/cores}
[junit4] 2> 568828 ERROR (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 568828 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 568828 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 568828 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 568828 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-20T13:21:10.482Z
[junit4] 2> 568833 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 568833 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-1-001/solr.xml
[junit4] 2> 568843 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62078/solr
[junit4] 2> 568863 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 568869 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62094_nsyri ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 568874 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62094_nsyri ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62094_nsyri
[junit4] 2> 568877 INFO (zkCallback-854-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 568878 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 568878 INFO (zkCallback-850-thread-2-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 569012 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62094_nsyri ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-1-001/cores
[junit4] 2> 569012 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62094_nsyri ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 569017 INFO (OverseerStateUpdate-97491148298846212-127.0.0.1:62083_nsyri-n_0000000000) [n:127.0.0.1:62083_nsyri ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 569132 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 570043 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 570055 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 570147 WARN (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 570149 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 570168 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 570168 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 570168 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6932b096
[junit4] 2> 570171 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7691346753525149]
[junit4] 2> 570181 WARN (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 570254 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 570254 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 570255 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 570255 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 570255 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6519886757218999]
[junit4] 2> 570256 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3737f802[collection1] main]
[junit4] 2> 570258 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 570258 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 570258 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 570259 INFO (searcherExecutor-2600-thread-1-processing-n:127.0.0.1:62094_nsyri x:collection1 c:collection1) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3737f802[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 570260 INFO (coreLoadExecutor-2599-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559858377564094464
[junit4] 2> 570270 INFO (coreZkRegister-2594-thread-1-processing-n:127.0.0.1:62094_nsyri x:collection1 c:collection1) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 570270 INFO (coreZkRegister-2594-thread-1-processing-n:127.0.0.1:62094_nsyri x:collection1 c:collection1) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 570270 INFO (coreZkRegister-2594-thread-1-processing-n:127.0.0.1:62094_nsyri x:collection1 c:collection1) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62094/nsyri/collection1/
[junit4] 2> 570270 INFO (coreZkRegister-2594-thread-1-processing-n:127.0.0.1:62094_nsyri x:collection1 c:collection1) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 570270 INFO (coreZkRegister-2594-thread-1-processing-n:127.0.0.1:62094_nsyri x:collection1 c:collection1) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:62094/nsyri/collection1/ has no replicas
[junit4] 2> 570270 INFO (coreZkRegister-2594-thread-1-processing-n:127.0.0.1:62094_nsyri x:collection1 c:collection1) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 570277 INFO (coreZkRegister-2594-thread-1-processing-n:127.0.0.1:62094_nsyri x:collection1 c:collection1) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62094/nsyri/collection1/ shard1
[junit4] 2> 570387 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 570438 INFO (coreZkRegister-2594-thread-1-processing-n:127.0.0.1:62094_nsyri x:collection1 c:collection1) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 570557 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 570678 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-2-001/cores/collection1
[junit4] 2> 570679 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-2-001
[junit4] 2> 570680 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 570681 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@477cc364{/nsyri,null,AVAILABLE}
[junit4] 2> 570682 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f57b373{HTTP/1.1,[http/1.1]}{127.0.0.1:62098}
[junit4] 2> 570682 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.Server Started @576440ms
[junit4] 2> 570682 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/nsyri, hostPort=62098, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-2-001/cores}
[junit4] 2> 570682 ERROR (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 570683 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 570683 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 570683 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 570683 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-20T13:21:12.337Z
[junit4] 2> 570687 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 570688 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-2-001/solr.xml
[junit4] 2> 570698 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62078/solr
[junit4] 2> 570715 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 570720 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62098_nsyri ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 570724 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62098_nsyri ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62098_nsyri
[junit4] 2> 570727 INFO (zkCallback-854-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 570727 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 570728 INFO (zkCallback-866-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 570728 INFO (zkCallback-850-thread-2-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 570826 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62098_nsyri ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-2-001/cores
[junit4] 2> 570826 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62098_nsyri ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 570830 INFO (OverseerStateUpdate-97491148298846212-127.0.0.1:62083_nsyri-n_0000000000) [n:127.0.0.1:62083_nsyri ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 570941 INFO (zkCallback-866-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 570941 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 571858 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 571868 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 571948 WARN (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 571949 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 571969 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 571970 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 571970 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6932b096
[junit4] 2> 571973 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7691346753525149]
[junit4] 2> 571984 WARN (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 572043 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 572043 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 572056 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 572056 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 572057 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6519886757218999]
[junit4] 2> 572058 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a6293a5[collection1] main]
[junit4] 2> 572059 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 572060 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 572060 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 572061 INFO (searcherExecutor-2611-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 c:collection1) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a6293a5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 572062 INFO (coreLoadExecutor-2610-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559858379453628416
[junit4] 2> 572068 INFO (coreZkRegister-2605-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 c:collection1) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 572068 INFO (updateExecutor-863-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 572069 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 572069 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 572069 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 572069 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 572069 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:62094/nsyri/collection1/] and I am [http://127.0.0.1:62098/nsyri/collection1/]
[junit4] 2> 572073 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:62094/nsyri]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:62098_nsyri&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 572077 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 572078 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 572078 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:62098_nsyri, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:62098/nsyri","node_name":"127.0.0.1:62098_nsyri","state":"down"}
[junit4] 2> 572188 INFO (zkCallback-866-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 572188 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 572581 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-3-001/cores/collection1
[junit4] 2> 572582 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-3-001
[junit4] 2> 572583 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 572585 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c34c93f{/nsyri,null,AVAILABLE}
[junit4] 2> 572586 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c34b510{HTTP/1.1,[http/1.1]}{127.0.0.1:62103}
[junit4] 2> 572587 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.Server Started @578345ms
[junit4] 2> 572587 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/nsyri, hostPort=62103, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-3-001/cores}
[junit4] 2> 572587 ERROR (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 572588 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 572588 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 572588 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 572588 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-20T13:21:14.242Z
[junit4] 2> 572592 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 572592 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-3-001/solr.xml
[junit4] 2> 572618 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62078/solr
[junit4] 2> 572633 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62103_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 572639 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62103_nsyri ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 572643 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62103_nsyri ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62103_nsyri
[junit4] 2> 572645 INFO (zkCallback-866-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 572645 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 572646 INFO (zkCallback-854-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 572646 INFO (zkCallback-850-thread-3-processing-n:127.0.0.1:62083_nsyri) [n:127.0.0.1:62083_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 572647 INFO (zkCallback-873-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 572720 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62103_nsyri ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-3-001/cores
[junit4] 2> 572720 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [n:127.0.0.1:62103_nsyri ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 572724 INFO (OverseerStateUpdate-97491148298846212-127.0.0.1:62083_nsyri-n_0000000000) [n:127.0.0.1:62083_nsyri ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 572836 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 572836 INFO (zkCallback-873-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 572836 INFO (zkCallback-866-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 573089 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:62098_nsyri, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:62098/nsyri","node_name":"127.0.0.1:62098_nsyri","state":"recovering"}
[junit4] 2> 573089 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 573089 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:62098_nsyri&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1012
[junit4] 2> 573748 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 573760 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 573845 WARN (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 573847 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 573866 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 573867 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 573867 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6932b096
[junit4] 2> 573870 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7691346753525149]
[junit4] 2> 573884 WARN (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 573978 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 573978 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 573979 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 573979 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 573980 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6519886757218999]
[junit4] 2> 573981 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db95f79[collection1] main]
[junit4] 2> 573982 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 573983 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 573983 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 573987 INFO (searcherExecutor-2622-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 c:collection1) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6db95f79[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 573987 INFO (coreLoadExecutor-2621-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559858381472137216
[junit4] 2> 573995 INFO (coreZkRegister-2616-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 c:collection1) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 573996 INFO (updateExecutor-870-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 573996 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 573996 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 573996 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 573996 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 573996 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:62094/nsyri/collection1/] and I am [http://127.0.0.1:62103/nsyri/collection1/]
[junit4] 2> 574001 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:62094/nsyri]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:62103_nsyri&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 574003 INFO (qtp592773499-4831) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 574004 INFO (qtp592773499-4831) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 574004 INFO (qtp592773499-4831) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:62103_nsyri, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:62103/nsyri","node_name":"127.0.0.1:62103_nsyri","state":"down"}
[junit4] 2> 574056 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 574056 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30 for each attempt
[junit4] 2> 574056 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 574105 INFO (zkCallback-866-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 574105 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 574105 INFO (zkCallback-873-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 575005 INFO (qtp592773499-4831) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:62103_nsyri, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:62103/nsyri","node_name":"127.0.0.1:62103_nsyri","state":"recovering"}
[junit4] 2> 575005 INFO (qtp592773499-4831) [n:127.0.0.1:62094_nsyri ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 575005 INFO (qtp592773499-4831) [n:127.0.0.1:62094_nsyri ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:62103_nsyri&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 580094 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:62094/nsyri/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 580095 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:62098/nsyri START replicas=[http://127.0.0.1:62094/nsyri/collection1/] nUpdates=1000
[junit4] 2> 580097 INFO (qtp592773499-4828) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 580098 INFO (qtp592773499-4828) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/nsyri path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 580099 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 580099 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 580099 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 580099 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 580099 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 580099 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 580099 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 580099 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 580099 INFO (recoveryExecutor-864-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 580105 INFO (zkCallback-866-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 580105 INFO (zkCallback-873-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 580106 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 582006 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:62094/nsyri/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 582007 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:62103/nsyri START replicas=[http://127.0.0.1:62094/nsyri/collection1/] nUpdates=1000
[junit4] 2> 582010 INFO (qtp592773499-4829) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 582010 INFO (qtp592773499-4829) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/nsyri path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 582011 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 582011 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 582011 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 582011 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 582011 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 582011 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 582011 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 582011 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 582011 INFO (recoveryExecutor-871-thread-1-processing-n:127.0.0.1:62103_nsyri x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 582017 INFO (zkCallback-866-thread-1-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 582017 INFO (zkCallback-873-thread-1-processing-n:127.0.0.1:62103_nsyri) [n:127.0.0.1:62103_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 582017 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:62094_nsyri) [n:127.0.0.1:62094_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 582080 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 582084 INFO (qtp757645905-4787) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 582084 INFO (qtp757645905-4787) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 582086 INFO (qtp757645905-4787) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 582086 INFO (qtp757645905-4787) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nsyri path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 582092 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 582092 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 582094 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 582095 INFO (qtp592773499-4827) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nsyri path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:62094/nsyri/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 582095 INFO (qtp1356936388-4855) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 582095 INFO (qtp1356936388-4855) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 582095 INFO (qtp2026355743-4890) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 582096 INFO (qtp2026355743-4890) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 582098 INFO (qtp1356936388-4855) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 582099 INFO (qtp1356936388-4855) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nsyri path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:62094/nsyri/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 582099 INFO (qtp2026355743-4890) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 582100 INFO (qtp2026355743-4890) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nsyri path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:62094/nsyri/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 582100 INFO (qtp592773499-4832) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/nsyri path=/update params={_stateVer_=collection1:10&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
[junit4] 2> 582104 INFO (qtp592773499-4828) [n:127.0.0.1:62094_nsyri c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/nsyri path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 582123 INFO (qtp1356936388-4857) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1] webapp=/nsyri path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 582126 INFO (qtp2026355743-4891) [n:127.0.0.1:62103_nsyri c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.S.Request [collection1] webapp=/nsyri path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 584130 INFO (qtp757645905-4788) [n:127.0.0.1:62083_nsyri c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProces
[...truncated too long message...]
tty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 768904 INFO (qtp592773499-4831) [n:127.0.0.1:62094_nsyri ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:62098_nsyri&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=131778
[junit4] 2> 768904 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 62098
[junit4] 2> 768904 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=772832854
[junit4] 2> 768905 WARN (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1] coreNodeName=[core_node2]
[junit4] 2> 769028 INFO (zkCallback-880-thread-4-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 773011 INFO (recoveryExecutor-878-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 773011 INFO (recoveryExecutor-878-thread-1-processing-n:127.0.0.1:62098_nsyri x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 773011 WARN (updateExecutor-877-thread-2-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
[junit4] 2> 773012 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.Overseer Overseer (id=97491148298846226-127.0.0.1:62098_nsyri-n_0000000004) closing
[junit4] 2> 773013 INFO (OverseerStateUpdate-97491148298846226-127.0.0.1:62098_nsyri-n_0000000004) [n:127.0.0.1:62098_nsyri ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62098_nsyri
[junit4] 2> 773019 WARN (zkCallback-880-thread-6-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 774518 INFO (zkCallback-880-thread-2-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6d6fa145
[junit4] 2> 774519 WARN (zkCallback-880-thread-2-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1] coreNodeName=[core_node2]
[junit4] 2> 774641 INFO (zkCallback-880-thread-2-processing-n:127.0.0.1:62098_nsyri) [n:127.0.0.1:62098_nsyri c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 774642 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 774643 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ec365a6{HTTP/1.1,[http/1.1]}{127.0.0.1:62098}
[junit4] 2> 774643 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6cf890b3{/nsyri,null,UNAVAILABLE}
[junit4] 2> 774644 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 62103
[junit4] 2> 774645 INFO (TEST-PeerSyncReplicationTest.test-seed#[FF84E2CE3280FD68]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62078 62078
[junit4] 2> 775804 INFO (Thread-894) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62078 62078
[junit4] 2> 777676 WARN (Thread-894) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/97491148298846217-core_node1-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/97491148298846217-127.0.0.1:62094_nsyri-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 206 /solr/overseer/collection-queue-work
[junit4] 2> 38 /solr/overseer/queue
[junit4] 2> 15 /solr/overseer/queue-work
[junit4] 2> 6 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=FF84E2CE3280FD68 -Dtests.slow=true -Dtests.locale=be-BY -Dtests.timezone=Pacific/Pago_Pago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 212s J1 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: timeout waiting to see all nodes active
[junit4] > at __randomizedtesting.SeedInfo.seed([FF84E2CE3280FD68:77D0DD149C7C9090]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 777682 INFO (SUITE-PeerSyncReplicationTest-seed#[FF84E2CE3280FD68]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FF84E2CE3280FD68-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=be-BY, timezone=Pacific/Pago_Pago
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=96351672,total=252735488
[junit4] 2> NOTE: All tests run in this JVM: [RemoteQueryErrorTest, TestUnifiedSolrHighlighter, ConnectionManagerTest, AutoCommitTest, ShowFileRequestHandlerTest, TestCoreDiscovery, TestClusterStateMutator, TestMaxScoreQueryParser, TestExceedMaxTermLength, DistributedQueueTest, TestManagedSchema, DebugComponentTest, TestMiniSolrCloudCluster, VMParamsZkACLAndCredentialsProvidersTest, HdfsTlogReplayBufferedWhileIndexingTest, TestUninvertingReader, BasicDistributedZk2Test, SpellPossibilityIteratorTest, CustomCollectionTest, SpellCheckCollatorTest, TestHdfsBackupRestoreCore, TestSolrXml, JavabinLoaderTest, ManagedSchemaRoundRobinCloudTest, LeaderFailoverAfterPartitionTest, BJQParserTest, SpellCheckComponentTest, UpdateParamsTest, PreAnalyzedFieldTest, TestTestInjection, TestAnalyzedSuggestions, BadIndexSchemaTest, TestMacros, FileBasedSpellCheckerTest, CurrencyFieldOpenExchangeTest, TestTolerantUpdateProcessorCloud, TestCrossCoreJoin, ParsingFieldUpdateProcessorsTest, MetricsHandlerTest, GraphQueryTest, UpdateRequestProcessorFactoryTest, TestOmitPositions, TestSearchPerf, RollingRestartTest, TestNumericTerms32, ShufflingReplicaListTransformerTest, TestIndexSearcher, DistributedFacetPivotSmallTest, CoreAdminCreateDiscoverTest, TestNamedUpdateProcessors, LeaderElectionIntegrationTest, TestSha256AuthenticationProvider, TestComponentsName, TestNonDefinedSimilarityFactory, ResourceLoaderTest, TestRawResponseWriter, TestReqParamsAPI, TestSSLRandomization, OverseerModifyCollectionTest, TestSubQueryTransformer, ConcurrentDeleteAndCreateCollectionTest, NoCacheHeaderTest, CacheHeaderTest, BlockJoinFacetRandomTest, TestQueryTypes, PeerSyncReplicationTest]
[junit4] Completed [124/694 (1!)] on J1 in 212.02s, 1 test, 1 failure <<< FAILURES!
[...truncated 64457 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3850
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3850/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([69266822E406B4B2:E17257F84AFAD94A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:865)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestSegmentSorting.testSegmentTerminateEarly
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([69266822E406B4B2:B980AF8F385420D8]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.TestSegmentSorting.createCollection(TestSegmentSorting.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:47)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.rule.RulesTest
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([69266822E406B4B2]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:170)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:111)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:98)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:261)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:255)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
at org.apache.solr.cloud.rule.RulesTest.setupCluster(RulesTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1782)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:145)
... 31 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor8.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1779)
... 37 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.rule.RulesTest
Error Message:
ObjectTracker found 21 object(s) that were not released!!! [InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, SolrZkClient, ZkController, InternalHttpClient, ZkController, Overseer, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:424) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:298) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:424) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:298) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:298) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:424) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:298) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:424) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:424) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:523) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:748) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:687) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:422) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:298) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 21 object(s) that were not released!!! [InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, SolrZkClient, ZkController, InternalHttpClient, ZkController, Overseer, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:424)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:298)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:424)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:298)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:298)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:377)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:240)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:424)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:237)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:169)
at org.eclipse.jetty.servlet.FilterHolder.initialize(Filt
[...truncated too long message...]
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=23510, name=jetty-launcher-5178-thread-5-SendThread(127.0.0.1:59154), state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 9) Thread[id=23457, name=org.eclipse.jetty.server.session.HashSessionManager@7392f58Timer, state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 10) Thread[id=23415, name=qtp1940352170-23415, state=RUNNABLE, group=TGRP-RulesTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 11) Thread[id=23438, name=org.eclipse.jetty.server.session.HashSessionManager@98d122eTimer, state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 12) Thread[id=23502, name=jetty-launcher-5178-thread-1-SendThread(127.0.0.1:59154), state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 13) Thread[id=23417, name=qtp1636307724-23417, state=RUNNABLE, group=TGRP-RulesTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 14) Thread[id=23506, name=jetty-launcher-5178-thread-4-SendThread(127.0.0.1:59154), state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 15) Thread[id=23450, name=org.eclipse.jetty.server.session.HashSessionManager@27847d4dTimer, state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([69266822E406B4B2]:0)
[junit4] Completed [573/693 (3!)] on J1 in 148.94s, 0 tests, 1 failure, 3 errors <<< FAILURES!
[...truncated 63023 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3849
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3849/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Collection not found: withShardField
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
at __randomizedtesting.SeedInfo.seed([76B07DF8AA96FDF0:23E0956A066F3200]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1376)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1072)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:232)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11482 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/init-core-data-001
[junit4] 2> 1157177 INFO (SUITE-CustomCollectionTest-seed#[76B07DF8AA96FDF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1157181 INFO (SUITE-CustomCollectionTest-seed#[76B07DF8AA96FDF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1157182 INFO (SUITE-CustomCollectionTest-seed#[76B07DF8AA96FDF0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001
[junit4] 2> 1157182 INFO (SUITE-CustomCollectionTest-seed#[76B07DF8AA96FDF0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1157182 INFO (Thread-1569) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1157183 INFO (Thread-1569) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1157293 INFO (SUITE-CustomCollectionTest-seed#[76B07DF8AA96FDF0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:62979
[junit4] 2> 1157318 INFO (jetty-launcher-3545-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1157318 INFO (jetty-launcher-3545-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1157318 INFO (jetty-launcher-3545-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1157318 INFO (jetty-launcher-3545-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1157321 INFO (jetty-launcher-3545-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5973ee64{/solr,null,AVAILABLE}
[junit4] 2> 1157323 INFO (jetty-launcher-3545-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61e561a4{HTTP/1.1,[http/1.1]}{127.0.0.1:62981}
[junit4] 2> 1157323 INFO (jetty-launcher-3545-thread-3) [ ] o.e.j.s.Server Started @1162378ms
[junit4] 2> 1157323 INFO (jetty-launcher-3545-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62981}
[junit4] 2> 1157324 ERROR (jetty-launcher-3545-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@130d2d76{/solr,null,AVAILABLE}
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T17:15:14.971Z
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47a0fdec{/solr,null,AVAILABLE}
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@684128ab{HTTP/1.1,[http/1.1]}{127.0.0.1:62982}
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-1) [ ] o.e.j.s.Server Started @1162378ms
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62982}
[junit4] 2> 1157324 ERROR (jetty-launcher-3545-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f9675f2{HTTP/1.1,[http/1.1]}{127.0.0.1:62983}
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-4) [ ] o.e.j.s.Server Started @1162379ms
[junit4] 2> 1157324 INFO (jetty-launcher-3545-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62983}
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1157325 ERROR (jetty-launcher-3545-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54dd0280{/solr,null,AVAILABLE}
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fcd5e3d{HTTP/1.1,[http/1.1]}{127.0.0.1:62984}
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-2) [ ] o.e.j.s.Server Started @1162379ms
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62984}
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T17:15:14.972Z
[junit4] 2> 1157325 ERROR (jetty-launcher-3545-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157325 INFO (jetty-launcher-3545-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157326 INFO (jetty-launcher-3545-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T17:15:14.973Z
[junit4] 2> 1157326 INFO (jetty-launcher-3545-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1157326 INFO (jetty-launcher-3545-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157326 INFO (jetty-launcher-3545-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157326 INFO (jetty-launcher-3545-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T17:15:14.973Z
[junit4] 2> 1157330 INFO (jetty-launcher-3545-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157331 INFO (jetty-launcher-3545-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157331 INFO (jetty-launcher-3545-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157332 INFO (jetty-launcher-3545-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157351 INFO (jetty-launcher-3545-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62979/solr
[junit4] 2> 1157351 INFO (jetty-launcher-3545-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62979/solr
[junit4] 2> 1157353 INFO (jetty-launcher-3545-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62979/solr
[junit4] 2> 1157354 INFO (jetty-launcher-3545-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62979/solr
[junit4] 2> 1157401 INFO (jetty-launcher-3545-thread-4) [n:127.0.0.1:62983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157401 INFO (jetty-launcher-3545-thread-3) [n:127.0.0.1:62981_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157402 INFO (jetty-launcher-3545-thread-2) [n:127.0.0.1:62984_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157402 INFO (jetty-launcher-3545-thread-1) [n:127.0.0.1:62982_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157404 INFO (jetty-launcher-3545-thread-3) [n:127.0.0.1:62981_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62981_solr
[junit4] 2> 1157405 INFO (jetty-launcher-3545-thread-4) [n:127.0.0.1:62983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62983_solr
[junit4] 2> 1157405 INFO (jetty-launcher-3545-thread-2) [n:127.0.0.1:62984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62984_solr
[junit4] 2> 1157405 INFO (jetty-launcher-3545-thread-1) [n:127.0.0.1:62982_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62982_solr
[junit4] 2> 1157407 INFO (jetty-launcher-3545-thread-3) [n:127.0.0.1:62981_solr ] o.a.s.c.Overseer Overseer (id=97503393535229961-127.0.0.1:62981_solr-n_0000000000) starting
[junit4] 2> 1157409 INFO (zkCallback-3566-thread-1-processing-n:127.0.0.1:62984_solr) [n:127.0.0.1:62984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1157409 INFO (zkCallback-3563-thread-1-processing-n:127.0.0.1:62981_solr) [n:127.0.0.1:62981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1157409 INFO (zkCallback-3564-thread-1-processing-n:127.0.0.1:62983_solr) [n:127.0.0.1:62983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1157410 INFO (zkCallback-3565-thread-1-processing-n:127.0.0.1:62982_solr) [n:127.0.0.1:62982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1157463 INFO (jetty-launcher-3545-thread-3) [n:127.0.0.1:62981_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62981_solr
[junit4] 2> 1157466 INFO (zkCallback-3564-thread-1-processing-n:127.0.0.1:62983_solr) [n:127.0.0.1:62983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1157466 INFO (zkCallback-3566-thread-1-processing-n:127.0.0.1:62984_solr) [n:127.0.0.1:62984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1157466 INFO (zkCallback-3563-thread-1-processing-n:127.0.0.1:62981_solr) [n:127.0.0.1:62981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1157466 INFO (zkCallback-3565-thread-1-processing-n:127.0.0.1:62982_solr) [n:127.0.0.1:62982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1157544 INFO (jetty-launcher-3545-thread-4) [n:127.0.0.1:62983_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node4/.
[junit4] 2> 1157547 INFO (jetty-launcher-3545-thread-3) [n:127.0.0.1:62981_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node3/.
[junit4] 2> 1157576 INFO (jetty-launcher-3545-thread-2) [n:127.0.0.1:62984_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node2/.
[junit4] 2> 1157704 INFO (jetty-launcher-3545-thread-1) [n:127.0.0.1:62982_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node1/.
[junit4] 2> 1158430 INFO (SUITE-CustomCollectionTest-seed#[76B07DF8AA96FDF0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1158432 INFO (SUITE-CustomCollectionTest-seed#[76B07DF8AA96FDF0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62979/solr ready
[junit4] 2> 1158489 INFO (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[76B07DF8AA96FDF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
[junit4] 2> 1158491 INFO (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[76B07DF8AA96FDF0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1158503 INFO (qtp999746454-11797) [n:127.0.0.1:62981_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=4&collection.configName=conf&maxShardsPerNode=5&name=implicitcoll&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1158511 INFO (OverseerThreadFactory-3378-thread-1-processing-n:127.0.0.1:62981_solr) [n:127.0.0.1:62981_solr ] o.a.s.c.CreateCollectionCmd Create collection implicitcoll
[junit4] 2> 1158640 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
[junit4] 2> 1158643 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
[junit4] 2> 1158646 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
[junit4] 2> 1158648 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
[junit4] 2> 1158648 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
[junit4] 2> 1158649 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
[junit4] 2> 1158649 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
[junit4] 2> 1158649 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
[junit4] 2> 1158650 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
[junit4] 2> 1158650 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
[junit4] 2> 1158651 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
[junit4] 2> 1158651 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
[junit4] 2> 1158801 INFO (zkCallback-3566-thread-1-processing-n:127.0.0.1:62984_solr) [n:127.0.0.1:62984_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1158801 INFO (zkCallback-3563-thread-2-processing-n:127.0.0.1:62981_solr) [n:127.0.0.1:62981_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1158801 INFO (zkCallback-3564-thread-1-processing-n:127.0.0.1:62983_solr) [n:127.0.0.1:62983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1158801 INFO (zkCallback-3565-thread-1-processing-n:127.0.0.1:62982_solr) [n:127.0.0.1:62982_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1159684 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159685 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159699 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159703 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159704 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159705 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159718 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159718 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159720 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159731 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159741 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.s.IndexSchema [implicitcoll_a_replica3] Schema name=cloud-dynamic
[junit4] 2> 1159743 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.s.IndexSchema [implicitcoll_b_replica1] Schema name=cloud-dynamic
[junit4] 2> 1159743 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.s.IndexSchema [implicitcoll_c_replica4] Schema name=cloud-dynamic
[junit4] 2> 1159745 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.s.IndexSchema [implicitcoll_c_replica3] Schema name=cloud-dynamic
[junit4] 2> 1159747 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.s.IndexSchema [implicitcoll_b_replica4] Schema name=cloud-dynamic
[junit4] 2> 1159758 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.s.IndexSchema [implicitcoll_a_replica1] Schema name=cloud-dynamic
[junit4] 2> 1159760 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159760 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1159760 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.s.IndexSchema [implicitcoll_b_replica3] Schema name=cloud-dynamic
[junit4] 2> 1159779 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.s.IndexSchema [implicitcoll_a_replica4] Schema name=cloud-dynamic
[junit4] 2> 1159796 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.s.IndexSchema [implicitcoll_c_replica1] Schema name=cloud-dynamic
[junit4] 2> 1159797 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.s.IndexSchema [implicitcoll_c_replica2] Schema name=cloud-dynamic
[junit4] 2> 1159799 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.s.IndexSchema [implicitcoll_b_replica2] Schema name=cloud-dynamic
[junit4] 2> 1159832 WARN (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.s.IndexSchema [implicitcoll_b_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159833 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.s.IndexSchema [implicitcoll_a_replica2] Schema name=cloud-dynamic
[junit4] 2> 1159833 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159862 WARN (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.s.IndexSchema [implicitcoll_c_replica4] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159867 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159867 WARN (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.s.IndexSchema [implicitcoll_a_replica3] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159868 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159871 WARN (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.s.IndexSchema [implicitcoll_a_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159871 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159872 WARN (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.s.IndexSchema [implicitcoll_c_replica3] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159872 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159873 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica4' using configuration from collection implicitcoll
[junit4] 2> 1159873 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica3' using configuration from collection implicitcoll
[junit4] 2> 1159873 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.SolrCore [[implicitcoll_a_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node4/implicitcoll_a_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node4/./implicitcoll_a_replica3/data/]
[junit4] 2> 1159873 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.c.SolrCore [[implicitcoll_c_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node3/implicitcoll_c_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node3/./implicitcoll_c_replica4/data/]
[junit4] 2> 1159874 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica1' using configuration from collection implicitcoll
[junit4] 2> 1159874 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.SolrCore [[implicitcoll_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node2/implicitcoll_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node2/./implicitcoll_a_replica1/data/]
[junit4] 2> 1159875 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica3' using configuration from collection implicitcoll
[junit4] 2> 1159875 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.SolrCore [[implicitcoll_c_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node4/implicitcoll_c_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node4/./implicitcoll_c_replica3/data/]
[junit4] 2> 1159877 WARN (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.s.IndexSchema [implicitcoll_b_replica4] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159885 WARN (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.s.IndexSchema [implicitcoll_c_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159885 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159885 WARN (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.s.IndexSchema [implicitcoll_b_replica3] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159895 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159897 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica3' using configuration from collection implicitcoll
[junit4] 2> 1159897 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica1' using configuration from collection implicitcoll
[junit4] 2> 1159897 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.SolrCore [[implicitcoll_c_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node2/implicitcoll_c_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node2/./implicitcoll_c_replica1/data/]
[junit4] 2> 1159897 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.SolrCore [[implicitcoll_b_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node4/implicitcoll_b_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node4/./implicitcoll_b_replica3/data/]
[junit4] 2> 1159898 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159899 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica1' using configuration from collection implicitcoll
[junit4] 2> 1159899 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.c.SolrCore [[implicitcoll_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node2/implicitcoll_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node2/./implicitcoll_b_replica1/data/]
[junit4] 2> 1159915 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica4' using configuration from collection implicitcoll
[junit4] 2> 1159915 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.c.SolrCore [[implicitcoll_b_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node3/implicitcoll_b_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node3/./implicitcoll_b_replica4/data/]
[junit4] 2> 1159916 WARN (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.s.IndexSchema [implicitcoll_c_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159916 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159917 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica2' using configuration from collection implicitcoll
[junit4] 2> 1159918 WARN (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.s.IndexSchema [implicitcoll_a_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159918 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.c.SolrCore [[implicitcoll_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node1/implicitcoll_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node1/./implicitcoll_c_replica2/data/]
[junit4] 2> 1159918 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159919 WARN (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.s.IndexSchema [implicitcoll_b_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159919 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica2' using configuration from collection implicitcoll
[junit4] 2> 1159919 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.c.SolrCore [[implicitcoll_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node1/implicitcoll_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node1/./implicitcoll_a_replica2/data/]
[junit4] 2> 1159920 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159921 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica2' using configuration from collection implicitcoll
[junit4] 2> 1159921 WARN (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.s.IndexSchema [implicitcoll_a_replica4] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1159921 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.SolrCore [[implicitcoll_b_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node1/implicitcoll_b_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node1/./implicitcoll_b_replica2/data/]
[junit4] 2> 1159922 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1159923 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica4' using configuration from collection implicitcoll
[junit4] 2> 1159923 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.c.SolrCore [[implicitcoll_a_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node3/implicitcoll_a_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001/tempDir-001/node3/./implicitcoll_a_replica4/data/]
[junit4] 2> 1160100 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160100 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160103 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160103 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160106 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160106 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160107 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160107 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160108 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160108 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160114 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160114 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160130 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160130 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160132 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160133 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160134 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160134 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160135 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ceff356[implicitcoll_a_replica1] main]
[junit4] 2> 1160137 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160137 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160138 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@72e645ed[implicitcoll_b_replica2] main]
[junit4] 2> 1160140 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160141 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160141 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160141 INFO (searcherExecutor-3397-thread-1-processing-n:127.0.0.1:62982_solr x:implicitcoll_b_replica2 s:b c:implicitcoll) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.SolrCore [implicitcoll_b_replica2] Registered new searcher Searcher@72e645ed[implicitcoll_b_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160141 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299663269888
[junit4] 2> 1160146 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160147 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160149 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160149 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160153 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard b: total=4 found=1 timeoutin=9999ms
[junit4] 2> 1160157 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160157 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160159 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160159 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160159 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160161 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160161 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160161 INFO (searcherExecutor-3389-thread-1-processing-n:127.0.0.1:62984_solr x:implicitcoll_a_replica1 s:a c:implicitcoll) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.SolrCore [implicitcoll_a_replica1] Registered new searcher Searcher@ceff356[implicitcoll_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160162 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299685289984
[junit4] 2> 1160162 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@309deee8[implicitcoll_a_replica3] main]
[junit4] 2> 1160165 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160165 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160167 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160167 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160168 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160168 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160169 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@312b3dd2[implicitcoll_c_replica3] main]
[junit4] 2> 1160169 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@785d85c9[implicitcoll_c_replica1] main]
[junit4] 2> 1160171 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160172 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160172 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160172 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299695775744
[junit4] 2> 1160172 INFO (searcherExecutor-3392-thread-1-processing-n:127.0.0.1:62984_solr x:implicitcoll_c_replica1 s:c c:implicitcoll) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.SolrCore [implicitcoll_c_replica1] Registered new searcher Searcher@785d85c9[implicitcoll_c_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160175 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160175 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160179 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160181 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160181 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160184 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160184 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160184 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160184 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160184 INFO (searcherExecutor-3390-thread-1-processing-n:127.0.0.1:62983_solr x:implicitcoll_c_replica3 s:c c:implicitcoll) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.SolrCore [implicitcoll_c_replica3] Registered new searcher Searcher@312b3dd2[implicitcoll_c_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160184 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299708358656
[junit4] 2> 1160186 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard c: total=4 found=1 timeoutin=9999ms
[junit4] 2> 1160187 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@26c77fcc[implicitcoll_c_replica4] main]
[junit4] 2> 1160188 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160188 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160189 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160189 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160189 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160189 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1160189 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1160189 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299713601536
[junit4] 2> 1160190 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:62981_solr x:implicitcoll_c_replica4 s:c c:implicitcoll) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.c.SolrCore [implicitcoll_c_replica4] Registered new searcher Searcher@26c77fcc[implicitcoll_c_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160191 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160191 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160192 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1160192 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1160193 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@79392b0c[implicitcoll_a_replica2] main]
[junit4] 2> 1160195 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160196 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160196 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160197 INFO (searcherExecutor-3396-thread-1-processing-n:127.0.0.1:62982_solr x:implicitcoll_a_replica2 s:a c:implicitcoll) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.c.SolrCore [implicitcoll_a_replica2] Registered new searcher Searcher@79392b0c[implicitcoll_a_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160197 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299721990144
[junit4] 2> 1160197 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160198 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard a: total=4 found=1 timeoutin=9999ms
[junit4] 2> 1160199 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160199 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160200 INFO (searcherExecutor-3388-thread-1-processing-n:127.0.0.1:62983_solr x:implicitcoll_a_replica3 s:a c:implicitcoll) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.SolrCore [implicitcoll_a_replica3] Registered new searcher Searcher@309deee8[implicitcoll_a_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160200 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299725135872
[junit4] 2> 1160201 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@5306053b[implicitcoll_b_replica3] main]
[junit4] 2> 1160201 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b2511c8[implicitcoll_b_replica4] main]
[junit4] 2> 1160203 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160203 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160204 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160204 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299729330176
[junit4] 2> 1160204 INFO (searcherExecutor-3391-thread-1-processing-n:127.0.0.1:62983_solr x:implicitcoll_b_replica3 s:b c:implicitcoll) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.SolrCore [implicitcoll_b_replica3] Registered new searcher Searcher@5306053b[implicitcoll_b_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160205 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160205 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160205 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160206 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299731427328
[junit4] 2> 1160206 INFO (searcherExecutor-3394-thread-1-processing-n:127.0.0.1:62981_solr x:implicitcoll_b_replica4 s:b c:implicitcoll) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.c.SolrCore [implicitcoll_b_replica4] Registered new searcher Searcher@3b2511c8[implicitcoll_b_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160209 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@338c3419[implicitcoll_b_replica1] main]
[junit4] 2> 1160211 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160211 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160211 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160211 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299736670208
[junit4] 2> 1160211 INFO (searcherExecutor-3393-thread-1-processing-n:127.0.0.1:62984_solr x:implicitcoll_b_replica1 s:b c:implicitcoll) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.c.SolrCore [implicitcoll_b_replica1] Registered new searcher Searcher@338c3419[implicitcoll_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160213 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4985966b[implicitcoll_c_replica2] main]
[junit4] 2> 1160214 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1150b604[implicitcoll_a_replica4] main]
[junit4] 2> 1160215 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160215 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160215 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160215 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299740864512
[junit4] 2> 1160216 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1160215 INFO (searcherExecutor-3395-thread-1-processing-n:127.0.0.1:62982_solr x:implicitcoll_c_replica2 s:c c:implicitcoll) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.c.SolrCore [implicitcoll_c_replica2] Registered new searcher Searcher@4985966b[implicitcoll_c_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160216 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1160216 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1160216 INFO (qtp999746454-11799) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560054299741913088
[junit4] 2> 1160217 INFO (searcherExecutor-3398-thread-1-processing-n:127.0.0.1:62981_solr x:implicitcoll_a_replica4 s:a c:implicitcoll) [n:127.0.0.1:62981_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.c.SolrCore [implicitcoll_a_replica4] Registered new searcher Searcher@1150b604[implicitcoll_a_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1160305 INFO (zkCallback-3564-thread-1-processing-n:127.0.0.1:62983_solr) [n:127.0.0.1:62983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160305 INFO (zkCallback-3563-thread-3-processing-n:127.0.0.1:62981_solr) [n:127.0.0.1:62981_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160306 INFO (zkCallback-3566-thread-1-processing-n:127.0.0.1:62984_solr) [n:127.0.0.1:62984_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160306 INFO (zkCallback-3565-thread-1-processing-n:127.0.0.1:62982_solr) [n:127.0.0.1:62982_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160654 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1160654 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1160655 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62982/solr/implicitcoll_b_replica2/
[junit4] 2> 1160655 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.PeerSync PeerSync: core=implicitcoll_b_replica2 url=http://127.0.0.1:62982/solr START replicas=[http://127.0.0.1:62984/solr/implicitcoll_b_replica1/, http://127.0.0.1:62981/solr/implicitcoll_b_replica4/, http://127.0.0.1:62983/solr/implicitcoll_b_replica3/] nUpdates=100
[junit4] 2> 1160657 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.PeerSync PeerSync: core=implicitcoll_b_replica2 url=http://127.0.0.1:62982/solr DONE. We have no versions. sync failed.
[junit4] 2> 1160660 INFO (qtp711404349-11811) [n:127.0.0.1:62984_solr c:implicitcoll s:b r:core_node4 x:implicitcoll_b_replica1] o.a.s.c.S.Request [implicitcoll_b_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1160660 INFO (qtp999746454-11802) [n:127.0.0.1:62981_solr c:implicitcoll s:b r:core_node5 x:implicitcoll_b_replica4] o.a.s.c.S.Request [implicitcoll_b_replica4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1160662 INFO (qtp1940660230-11821) [n:127.0.0.1:62983_solr c:implicitcoll s:b r:core_node6 x:implicitcoll_b_replica3] o.a.s.c.S.Request [implicitcoll_b_replica3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1160662 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1160662 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1160662 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1160669 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62982/solr/implicitcoll_b_replica2/ b
[junit4] 2> 1160691 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1160691 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1160691 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62984/solr/implicitcoll_c_replica1/
[junit4] 2> 1160691 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.PeerSync PeerSync: core=implicitcoll_c_replica1 url=http://127.0.0.1:62984/solr START replicas=[http://127.0.0.1:62981/solr/implicitcoll_c_replica4/, http://127.0.0.1:62983/solr/implicitcoll_c_replica3/, http://127.0.0.1:62982/solr/implicitcoll_c_replica2/] nUpdates=100
[junit4] 2> 1160692 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.PeerSync PeerSync: core=implicitcoll_c_replica1 url=http://127.0.0.1:62984/solr DONE. We have no versions. sync failed.
[junit4] 2> 1160694 INFO (qtp999746454-11802) [n:127.0.0.1:62981_solr c:implicitcoll s:c r:core_node1 x:implicitcoll_c_replica4] o.a.s.c.S.Request [implicitcoll_c_replica4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1160695 INFO (qtp1940660230-11803) [n:127.0.0.1:62983_solr c:implicitcoll s:c r:core_node7 x:implicitcoll_c_replica3] o.a.s.c.S.Request [implicitcoll_c_replica3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1160695 INFO (qtp1239462979-11813) [n:127.0.0.1:62982_solr c:implicitcoll s:c r:core_node11 x:implicitcoll_c_replica2] o.a.s.c.S.Request [implicitcoll_c_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1160696 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1160696 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1160696 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1160699 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1160699 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1160700 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62984/solr/implicitcoll_a_replica1/
[junit4] 2> 1160700 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.PeerSync PeerSync: core=implicitcoll_a_replica1 url=http://127.0.0.1:62984/solr START replicas=[http://127.0.0.1:62981/solr/implicitcoll_a_replica4/, http://127.0.0.1:62983/solr/implicitcoll_a_replica3/, http://127.0.0.1:62982/solr/implicitcoll_a_replica2/] nUpdates=100
[junit4] 2> 1160700 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.PeerSync PeerSync: core=implicitcoll_a_replica1 url=http://127.0.0.1:62984/solr DONE. We have no versions. sync failed.
[junit4] 2> 1160701 INFO (qtp999746454-11795) [n:127.0.0.1:62981_solr c:implicitcoll s:a r:core_node2 x:implicitcoll_a_replica4] o.a.s.c.S.Request [implicitcoll_a_replica4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1160702 INFO (qtp1940660230-11820) [n:127.0.0.1:62983_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica3] o.a.s.c.S.Request [implicitcoll_a_replica3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1160702 INFO (qtp1239462979-11823) [n:127.0.0.1:62982_solr c:implicitcoll s:a r:core_node12 x:implicitcoll_a_replica2] o.a.s.c.S.Request [implicitcoll_a_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1160703 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1160703 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1160703 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1160704 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62984/solr/implicitcoll_c_replica1/ c
[junit4] 2> 1160709 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62984/solr/implicitcoll_a_replica1/ a
[junit4] 2> 1160824 INFO (zkCallback-3566-thread-1-processing-n:127.0.0.1:62984_solr) [n:127.0.0.1:62984_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160824 INFO (zkCallback-3563-thread-2-processing-n:127.0.0.1:62981_solr) [n:127.0.0.1:62981_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160824 INFO (zkCallback-3564-thread-1-processing-n:127.0.0.1:62983_solr) [n:127.0.0.1:62983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160824 INFO (zkCallback-3565-thread-1-processing-n:127.0.0.1:62982_solr) [n:127.0.0.1:62982_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160836 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1160839 INFO (qtp1239462979-11808) [n:127.0.0.1:62982_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2} status=0 QTime=2189
[junit4] 2> 1160882 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1160882 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1160887 INFO (qtp711404349-11806) [n:127.0.0.1:62984_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2} status=0 QTime=2236
[junit4] 2> 1160887 INFO (qtp711404349-11801) [n:127.0.0.1:62984_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2} status=0 QTime=2238
[junit4] 2> 1160999 INFO (zkCallback-3566-thread-1-processing-n:127.0.0.1:62984_solr) [n:127.0.0.1:62984_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160999 INFO (zkCallback-3564-thread-1-processing-n:127.0.0.1:62983_solr) [n:127.0.0.1:62983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160999 INFO (zkCallback-3563-thread-1-processing-n:127.0.0.1:62981_solr) [n:127.0.0.1:62981_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1160999 INFO (zkCallback-3565-thread-1-processing-n:127.0.0.1:62982_solr) [n:127.0.0.1:62982_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1161201 INFO (qtp999746454-11798) [n:127.0.0.1:62981_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2} status=0 QTime=2562
[junit4] 2> 1161203 INFO (qtp1940660230-11819) [n:127.0.0.1:62983_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2} status=0 QTime=2554
[junit4] 2> 1161210 INFO (qtp1239462979-11807) [n:127.0.0.1:62982_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2} status=0 QTime=2558
[junit4] 2> 1161216 INFO (qtp999746454-11800) [n:127.0.0.1:62981_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2} status=0 QTime=2570
[junit4] 2> 1161216 INFO (qtp1940660230-11818) [n:127.0.0.1:62983_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2} status=0 QTime=2567
[junit4] 2> 1161220 INFO (qtp1940660230-11816) [n:127.0.0.1:62983_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2} status=0 QTime=2571
[junit4] 2> 1161224 INFO (qtp711404349-11792) [n:127.0.0.1:62984_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2} status=0 QTime=2575
[junit4] 2> 1161227 INFO (qtp1239462979-11810) [n:127.0.0.1:62982_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2} status=0 QTime=2576
[junit4] 2> 1161227 INFO
[...truncated too long message...]
j.s.AbstractConnector Stopped ServerConnector@7fcd5e3d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1210168 INFO (jetty-launcher-3545-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=283533019
[junit4] 2> 1210168 INFO (jetty-launcher-3545-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1940532531
[junit4] 2> 1210169 INFO (jetty-launcher-3545-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f9675f2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1210171 INFO (jetty-launcher-3545-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=630829806
[junit4] 2> 1210175 INFO (coreCloseExecutor-3556-thread-1) [n:127.0.0.1:62982_solr c:testCreateShardRepFactor s:x r:core_node3 x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5d0a775c
[junit4] 2> 1210175 INFO (coreCloseExecutor-3559-thread-1) [n:127.0.0.1:62983_solr c:testCreateShardRepFactor s:a r:core_node1 x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@60285169
[junit4] 2> 1210177 INFO (coreCloseExecutor-3557-thread-1) [n:127.0.0.1:62984_solr c:testCreateShardRepFactor s:b r:core_node2 x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7508bb9
[junit4] 2> 1210177 INFO (coreCloseExecutor-3556-thread-1) [n:127.0.0.1:62982_solr c:testCreateShardRepFactor s:x r:core_node3 x:testCreateShardRepFactor_x_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
[junit4] 2> 1210179 INFO (coreCloseExecutor-3557-thread-1) [n:127.0.0.1:62984_solr c:testCreateShardRepFactor s:b r:core_node2 x:testCreateShardRepFactor_b_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
[junit4] 2> 1210180 INFO (jetty-launcher-3545-thread-2) [ ] o.a.s.c.Overseer Overseer (id=97503393535229961-127.0.0.1:62981_solr-n_0000000000) closing
[junit4] 2> 1210180 INFO (OverseerStateUpdate-97503393535229961-127.0.0.1:62981_solr-n_0000000000) [n:127.0.0.1:62981_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62981_solr
[junit4] 2> 1210184 INFO (coreCloseExecutor-3559-thread-1) [n:127.0.0.1:62983_solr c:testCreateShardRepFactor s:a r:core_node1 x:testCreateShardRepFactor_a_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
[junit4] 2> 1210192 WARN (zkCallback-3563-thread-6-processing-n:127.0.0.1:62981_solr) [n:127.0.0.1:62981_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1210193 WARN (zkCallback-3565-thread-1-processing-n:127.0.0.1:62982_solr) [n:127.0.0.1:62982_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1210194 INFO (jetty-launcher-3545-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1210194 INFO (jetty-launcher-3545-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@130d2d76{/solr,null,UNAVAILABLE}
[junit4] 2> 1210197 INFO (jetty-launcher-3545-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1210197 INFO (jetty-launcher-3545-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5973ee64{/solr,null,UNAVAILABLE}
[junit4] 2> 1210197 INFO (zkCallback-3566-thread-1-processing-n:127.0.0.1:62984_solr) [n:127.0.0.1:62984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 1210197 INFO (zkCallback-3564-thread-3-processing-n:127.0.0.1:62983_solr) [n:127.0.0.1:62983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 1210198 INFO (zkCallback-3564-thread-2-processing-n:127.0.0.1:62983_solr) [n:127.0.0.1:62983_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62983_solr
[junit4] 2> 1210200 WARN (zkCallback-3564-thread-3-processing-n:127.0.0.1:62983_solr) [n:127.0.0.1:62983_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1210200 WARN (zkCallback-3566-thread-2-processing-n:127.0.0.1:62984_solr) [n:127.0.0.1:62984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1210201 INFO (jetty-launcher-3545-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1210201 INFO (jetty-launcher-3545-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54dd0280{/solr,null,UNAVAILABLE}
[junit4] 2> 1211699 INFO (jetty-launcher-3545-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1211699 INFO (jetty-launcher-3545-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47a0fdec{/solr,null,UNAVAILABLE}
[junit4] 2> 1211702 INFO (SUITE-CustomCollectionTest-seed#[76B07DF8AA96FDF0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62979 62979
[junit4] 2> 1212831 INFO (Thread-1569) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62979 62979
[junit4] 2> 1214543 WARN (Thread-1569) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/configs/conf
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/implicitcoll/state.json
[junit4] 2> 4 /solr/collections/testCreateShardRepFactor/state.json
[junit4] 2> 4 /solr/collections/routeFieldColl/state.json
[junit4] 2> 4 /solr/collections/withShardField/state.json
[junit4] 2> 2 /solr/collections/implicitcoll/leader_elect/x/election/97503393535229963-core_node16-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 81 /solr/overseer/queue
[junit4] 2> 35 /solr/overseer/collection-queue-work
[junit4] 2> 27 /solr/collections
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 7 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1214545 INFO (SUITE-CustomCollectionTest-seed#[76B07DF8AA96FDF0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_76B07DF8AA96FDF0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=zh, timezone=CET
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=218527216,total=510132224
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaNameResource, TestSolrConfigHandlerCloud, TestBlobHandler, TestComplexPhraseLeadingWildcard, TestIndexSearcher, TestTrie, TestRuleBasedAuthorizationPlugin, TestLeaderElectionZkExpiry, PeerSyncReplicationTest, TestSQLHandler, ConcurrentDeleteAndCreateCollectionTest, TestFieldCollectionResource, ShardRoutingCustomTest, DirectUpdateHandlerOptimizeTest, QueryParsingTest, TestDistributedStatsComponentCardinality, TestHdfsBackupRestoreCore, UpdateParamsTest, TestScoreJoinQPNoScore, TestUnifiedSolrHighlighter, FieldMutatingUpdateProcessorTest, SolrCmdDistributorTest, SortByFunctionTest, SliceStateTest, SharedFSAutoReplicaFailoverTest, TestMacros, AnalyticsMergeStrategyTest, TestJavabinTupleStreamParser, SolrCoreCheckLockOnStartupTest, OverriddenZkACLAndCredentialsProvidersTest, DocValuesMissingTest, TestRangeQuery, HighlighterConfigTest, RegexBoostProcessorTest, JsonLoaderTest, TestHighFrequencyDictionaryFactory, ZkSolrClientTest, CachingDirectoryFactoryTest, TestSolrCloudWithHadoopAuthPlugin, CollectionStateFormat2Test, TestCodecSupport, TestMiniSolrCloudCluster, SimpleMLTQParserTest, ShufflingReplicaListTransformerTest, BlockJoinFacetDistribTest, CurrencyFieldOpenExchangeTest, HdfsTlogReplayBufferedWhileIndexingTest, TestCloudPseudoReturnFields, ScriptEngineTest, TestAnalyzeInfixSuggestions, TestDefaultStatsCache, DeleteLastCustomShardedReplicaTest, TestClusterStateMutator, TestWriterPerf, JavabinLoaderTest, SolrGangliaReporterTest, CoreMergeIndexesAdminHandlerTest, TestValueSourceCache, TestFieldCacheReopen, ClassificationUpdateProcessorIntegrationTest, ClusterStateTest, LoggingHandlerTest, TestReversedWildcardFilterFactory, CollectionsAPIDistributedZkTest, SolrMetricReporterTest, TestIndexingPerformance, TestInPlaceUpdatesStandalone, TestRealTimeGet, HttpPartitionTest, DistributedFacetPivotSmallTest, TestSolr4Spatial, TestConfig, DistributedIntervalFacetingTest, LeaderFailoverAfterPartitionTest, TestConfigSetsAPIZkFailure, PreAnalyzedFieldTest, DistributedDebugComponentTest, TestLRUStatsCache, AutoCommitTest, NotRequiredUniqueKeyTest, ChaosMonkeySafeLeaderTest, TestPHPSerializedResponseWriter, TestRebalanceLeaders, RankQueryTest, TestLegacyNumericRangeQueryBuilder, SegmentsInfoRequestHandlerTest, CustomCollectionTest]
[junit4] Completed [211/693 (1!)] on J1 in 57.68s, 4 tests, 1 error <<< FAILURES!
[...truncated 64180 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3848
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3848/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Collection not found: withShardField
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
at __randomizedtesting.SeedInfo.seed([30BA71C9F46E3A14:65EA995B5897F5E4]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1376)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1072)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:232)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([30BA71C9F46E3A14:B8EE4E135A9257EC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11390 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/init-core-data-001
[junit4] 2> 795872 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[30BA71C9F46E3A14]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 795877 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[30BA71C9F46E3A14]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 795877 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[30BA71C9F46E3A14]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /q_ftm/gq
[junit4] 2> 795878 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 795878 INFO (Thread-1585) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 795878 INFO (Thread-1585) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 795984 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.ZkTestServer start zk server on port:54741
[junit4] 2> 796022 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 796025 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 796028 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 796031 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 796034 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 796037 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 796039 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 796042 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 796045 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 796047 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 796050 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 796422 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/control-001/cores/collection1
[junit4] 2> 796424 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 796427 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1df2d9ca{/q_ftm/gq,null,AVAILABLE}
[junit4] 2> 796431 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29d049d3{HTTP/1.1,[http/1.1]}{127.0.0.1:54747}
[junit4] 2> 796431 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server Started @801878ms
[junit4] 2> 796432 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/tempDir-001/control/data, hostContext=/q_ftm/gq, hostPort=54747, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/control-001/cores}
[junit4] 2> 796432 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 796432 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 796432 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 796432 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 796432 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T05:45:25.271Z
[junit4] 2> 796438 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 796438 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/control-001/solr.xml
[junit4] 2> 796451 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54741/solr
[junit4] 2> 796528 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 796529 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54747_q_ftm%2Fgq
[junit4] 2> 796531 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.Overseer Overseer (id=97500680992849924-127.0.0.1:54747_q_ftm%2Fgq-n_0000000000) starting
[junit4] 2> 796551 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54747_q_ftm%2Fgq
[junit4] 2> 796554 INFO (zkCallback-827-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 796682 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/control-001/cores
[junit4] 2> 796683 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 796688 INFO (OverseerStateUpdate-97500680992849924-127.0.0.1:54747_q_ftm%2Fgq-n_0000000000) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 797709 WARN (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 797710 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 797724 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 797816 WARN (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 797817 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 797851 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 797851 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/control-001/cores/collection1/data/]
[junit4] 2> 797851 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d6d9ba
[junit4] 2> 797853 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 797858 WARN (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 797948 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 797949 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 797951 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 797951 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 797952 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=43.732421875, floorSegmentMB=1.2744140625, forceMergeDeletesPctAllowed=8.302856051216265, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 797952 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9ac6057[collection1] main]
[junit4] 2> 797954 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 797955 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 797955 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 797957 INFO (searcherExecutor-2860-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq x:collection1 c:control_collection) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@9ac6057[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 797957 INFO (coreLoadExecutor-2859-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560010898062442496
[junit4] 2> 797971 INFO (coreZkRegister-2852-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq x:collection1 c:control_collection) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 797971 INFO (coreZkRegister-2852-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq x:collection1 c:control_collection) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 797971 INFO (coreZkRegister-2852-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq x:collection1 c:control_collection) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54747/q_ftm/gq/collection1/
[junit4] 2> 797971 INFO (coreZkRegister-2852-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq x:collection1 c:control_collection) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 797971 INFO (coreZkRegister-2852-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq x:collection1 c:control_collection) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54747/q_ftm/gq/collection1/ has no replicas
[junit4] 2> 797971 INFO (coreZkRegister-2852-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq x:collection1 c:control_collection) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 797981 INFO (coreZkRegister-2852-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq x:collection1 c:control_collection) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54747/q_ftm/gq/collection1/ shard1
[junit4] 2> 798118 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 798121 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54741/solr ready
[junit4] 2> 798121 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 798144 INFO (coreZkRegister-2852-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq x:collection1 c:control_collection) [n:127.0.0.1:54747_q_ftm%2Fgq c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 798441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-1-001/cores/collection1
[junit4] 2> 798444 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-1-001
[junit4] 2> 798444 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 798446 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4294c751{/q_ftm/gq,null,AVAILABLE}
[junit4] 2> 798446 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49c29de7{HTTP/1.1,[http/1.1]}{127.0.0.1:54758}
[junit4] 2> 798446 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server Started @803893ms
[junit4] 2> 798447 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/q_ftm/gq, hostPort=54758, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-1-001/cores}
[junit4] 2> 798447 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 798448 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 798448 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 798448 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 798448 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T05:45:27.287Z
[junit4] 2> 798452 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 798452 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-1-001/solr.xml
[junit4] 2> 798487 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54741/solr
[junit4] 2> 798504 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 798509 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 798514 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54758_q_ftm%2Fgq
[junit4] 2> 798517 INFO (zkCallback-831-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 798517 INFO (zkCallback-827-thread-3-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 798518 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 798627 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-1-001/cores
[junit4] 2> 798627 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 798643 INFO (OverseerStateUpdate-97500680992849924-127.0.0.1:54747_q_ftm%2Fgq-n_0000000000) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 799667 WARN (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 799668 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 799700 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 799787 WARN (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 799789 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 799828 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 799829 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 799829 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d6d9ba
[junit4] 2> 799832 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 799841 WARN (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 799946 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 799946 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 799948 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 799948 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 799952 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=43.732421875, floorSegmentMB=1.2744140625, forceMergeDeletesPctAllowed=8.302856051216265, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 799952 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@32dd1a73[collection1] main]
[junit4] 2> 799954 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 799956 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 799956 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 799994 INFO (coreLoadExecutor-2870-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560010900198391808
[junit4] 2> 799998 INFO (searcherExecutor-2871-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@32dd1a73[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 800009 INFO (coreZkRegister-2865-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 800010 INFO (coreZkRegister-2865-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 800010 INFO (coreZkRegister-2865-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54758/q_ftm/gq/collection1/
[junit4] 2> 800010 INFO (coreZkRegister-2865-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 800010 INFO (coreZkRegister-2865-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54758/q_ftm/gq/collection1/ has no replicas
[junit4] 2> 800010 INFO (coreZkRegister-2865-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 800020 INFO (coreZkRegister-2865-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54758/q_ftm/gq/collection1/ shard2
[junit4] 2> 800138 INFO (coreZkRegister-2865-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54758_q_ftm%2Fgq c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 800410 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-2-001/cores/collection1
[junit4] 2> 800412 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-2-001
[junit4] 2> 800413 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 800415 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f6535f9{/q_ftm/gq,null,AVAILABLE}
[junit4] 2> 800416 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ccca23a{HTTP/1.1,[http/1.1]}{127.0.0.1:54766}
[junit4] 2> 800416 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server Started @805862ms
[junit4] 2> 800416 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/q_ftm/gq, hostPort=54766, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-2-001/cores}
[junit4] 2> 800417 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 800417 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 800418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 800418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 800418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T05:45:29.257Z
[junit4] 2> 800422 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 800422 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-2-001/solr.xml
[junit4] 2> 800438 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54741/solr
[junit4] 2> 800455 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54766_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 800461 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54766_q_ftm%2Fgq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 800465 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54766_q_ftm%2Fgq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54766_q_ftm%2Fgq
[junit4] 2> 800469 INFO (zkCallback-831-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 800469 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 800470 INFO (zkCallback-827-thread-3-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 800471 INFO (zkCallback-842-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 800663 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54766_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-2-001/cores
[junit4] 2> 800664 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54766_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 800668 INFO (OverseerStateUpdate-97500680992849924-127.0.0.1:54747_q_ftm%2Fgq-n_0000000000) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
[junit4] 2> 801687 WARN (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 801687 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 801712 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 801805 WARN (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 801807 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 801847 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 801848 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 801848 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d6d9ba
[junit4] 2> 801850 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 801859 WARN (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 801949 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 801949 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 801951 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 801951 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 801952 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=43.732421875, floorSegmentMB=1.2744140625, forceMergeDeletesPctAllowed=8.302856051216265, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 801952 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72b2dace[collection1] main]
[junit4] 2> 801958 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 801959 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 801959 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 801961 INFO (searcherExecutor-2882-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@72b2dace[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 801962 INFO (coreLoadExecutor-2881-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560010902261989376
[junit4] 2> 801976 INFO (coreZkRegister-2876-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 801977 INFO (coreZkRegister-2876-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 801977 INFO (coreZkRegister-2876-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54766/q_ftm/gq/collection1/
[junit4] 2> 801977 INFO (coreZkRegister-2876-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 801977 INFO (coreZkRegister-2876-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54766/q_ftm/gq/collection1/ has no replicas
[junit4] 2> 801977 INFO (coreZkRegister-2876-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 801985 INFO (coreZkRegister-2876-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54766/q_ftm/gq/collection1/ shard3
[junit4] 2> 802140 INFO (coreZkRegister-2876-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54766_q_ftm%2Fgq c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 802463 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-3-001/cores/collection1
[junit4] 2> 802464 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-3-001
[junit4] 2> 802465 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 802467 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e834b11{/q_ftm/gq,null,AVAILABLE}
[junit4] 2> 802468 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4999d902{HTTP/1.1,[http/1.1]}{127.0.0.1:54770}
[junit4] 2> 802468 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server Started @807914ms
[junit4] 2> 802468 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/q_ftm/gq, hostPort=54770, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-3-001/cores}
[junit4] 2> 802469 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 802469 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 802469 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 802469 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 802469 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T05:45:31.308Z
[junit4] 2> 802474 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 802475 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-3-001/solr.xml
[junit4] 2> 802523 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54741/solr
[junit4] 2> 802549 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54770_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 802556 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54770_q_ftm%2Fgq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 802564 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54770_q_ftm%2Fgq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54770_q_ftm%2Fgq
[junit4] 2> 802569 INFO (zkCallback-831-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802571 INFO (zkCallback-848-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802569 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802571 INFO (zkCallback-842-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802571 INFO (zkCallback-827-thread-1-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802686 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54770_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-3-001/cores
[junit4] 2> 802686 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54770_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 802690 INFO (OverseerStateUpdate-97500680992849924-127.0.0.1:54747_q_ftm%2Fgq-n_0000000000) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 803714 WARN (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 803715 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 803727 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 803811 WARN (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 803812 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 803847 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 803847 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 803848 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d6d9ba
[junit4] 2> 803848 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 803854 WARN (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 803937 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 803937 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 803939 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 803939 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 803941 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=43.732421875, floorSegmentMB=1.2744140625, forceMergeDeletesPctAllowed=8.302856051216265, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 803941 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@742da2be[collection1] main]
[junit4] 2> 803943 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 803944 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 803978 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 803980 INFO (coreLoadExecutor-2892-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560010904378015744
[junit4] 2> 803981 INFO (searcherExecutor-2893-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@742da2be[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 803993 INFO (coreZkRegister-2887-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 803993 INFO (coreZkRegister-2887-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 803993 INFO (coreZkRegister-2887-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54770/q_ftm/gq/collection1/
[junit4] 2> 803993 INFO (coreZkRegister-2887-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 803993 INFO (coreZkRegister-2887-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54770/q_ftm/gq/collection1/ has no replicas
[junit4] 2> 803993 INFO (coreZkRegister-2887-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 804001 INFO (coreZkRegister-2887-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54770/q_ftm/gq/collection1/ shard1
[junit4] 2> 804157 INFO (coreZkRegister-2887-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54770_q_ftm%2Fgq c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 804715 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-4-001/cores/collection1
[junit4] 2> 804717 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-4-001
[junit4] 2> 804717 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 804721 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5392519f{/q_ftm/gq,null,AVAILABLE}
[junit4] 2> 804721 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@216bcf84{HTTP/1.1,[http/1.1]}{127.0.0.1:54775}
[junit4] 2> 804722 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.e.j.s.Server Started @810168ms
[junit4] 2> 804722 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/q_ftm/gq, hostPort=54775, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-4-001/cores}
[junit4] 2> 804723 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 804723 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 804723 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 804723 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 804723 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T05:45:33.562Z
[junit4] 2> 804729 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 804729 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-4-001/solr.xml
[junit4] 2> 804779 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54741/solr
[junit4] 2> 804801 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54775_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 804808 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54775_q_ftm%2Fgq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 804813 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54775_q_ftm%2Fgq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54775_q_ftm%2Fgq
[junit4] 2> 804818 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:54758_q_ftm%2Fgq) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 804818 INFO (zkCallback-848-thread-1-processing-n:127.0.0.1:54770_q_ftm%2Fgq) [n:127.0.0.1:54770_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 804819 INFO (zkCallback-854-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 804818 INFO (zkCallback-842-thread-1-processing-n:127.0.0.1:54766_q_ftm%2Fgq) [n:127.0.0.1:54766_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 804818 INFO (zkCallback-827-thread-2-processing-n:127.0.0.1:54747_q_ftm%2Fgq) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 804818 INFO (zkCallback-831-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 804889 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54775_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-4-001/cores
[junit4] 2> 804889 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [n:127.0.0.1:54775_q_ftm%2Fgq ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 804893 INFO (OverseerStateUpdate-97500680992849924-127.0.0.1:54747_q_ftm%2Fgq-n_0000000000) [n:127.0.0.1:54747_q_ftm%2Fgq ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 805915 WARN (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 805915 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 805934 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 806019 WARN (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 806021 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 806066 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 806066 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-4-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-4-001/cores/collection1/data/]
[junit4] 2> 806066 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d6d9ba
[junit4] 2> 806067 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 806076 WARN (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 806161 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 806161 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 806164 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 806164 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 806164 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=43.732421875, floorSegmentMB=1.2744140625, forceMergeDeletesPctAllowed=8.302856051216265, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 806165 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35339225[collection1] main]
[junit4] 2> 806167 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 806168 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 806168 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 806176 INFO (searcherExecutor-2904-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@35339225[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 806176 INFO (coreLoadExecutor-2903-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560010906680688640
[junit4] 2> 806183 INFO (coreZkRegister-2898-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq x:collection1 c:collection1) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 806184 INFO (updateExecutor-851-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 806185 INFO (recoveryExecutor-852-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 806185 INFO (recoveryExecutor-852-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 806185 INFO (recoveryExecutor-852-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 806185 INFO (recoveryExecutor-852-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 806185 INFO (recoveryExecutor-852-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:54758/q_ftm/gq/collection1/] and I am [http://127.0.0.1:54775/q_ftm/gq/collection1/]
[junit4] 2> 806191 INFO (recoveryExecutor-852-thread-1-processing-n:127.0.0.1:54775_q_ftm%2Fgq x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:54775_q_ftm%2Fgq c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:54758/q_ftm/gq]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:54775_q_ftm%252Fgq&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 806197 INFO (qtp413270210-5878) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 806198 INFO (qtp413270210-5878) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 806198 INFO (qtp413270210-5878) [n:127.0.0.1:54758_q_ftm%2Fgq ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:54775_q_ftm%2Fgq, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:54775/q_ftm/gq","node_name":"127.0.0.1:54775_q_ftm%2Fgq","state":"down"}
[junit4] 2> 806877 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-5-001/cores/collection1
[junit4] 2> 806880 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30BA71C9F46E3A14]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_30BA71C9F46E3A14-001/shard-5-001
[junit4] 2> 806881 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[30B
[...truncated too long message...]
7500784827695112-127.0.0.1:57931_solr-n_0000000000) [n:127.0.0.1:57931_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57931_solr
[junit4] 2> 2440968 WARN (zkCallback-2207-thread-2-processing-n:127.0.0.1:57934_solr) [n:127.0.0.1:57934_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2440969 WARN (zkCallback-2208-thread-2-processing-n:127.0.0.1:57933_solr) [n:127.0.0.1:57933_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2440969 INFO (zkCallback-2205-thread-1-processing-n:127.0.0.1:57931_solr) [n:127.0.0.1:57931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 2440969 INFO (zkCallback-2206-thread-1-processing-n:127.0.0.1:57932_solr) [n:127.0.0.1:57932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 2440971 INFO (jetty-launcher-2187-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2440971 INFO (jetty-launcher-2187-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6343835b{/solr,null,UNAVAILABLE}
[junit4] 2> 2440972 WARN (zkCallback-2206-thread-1-processing-n:127.0.0.1:57932_solr) [n:127.0.0.1:57932_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2440973 INFO (jetty-launcher-2187-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2440973 INFO (jetty-launcher-2187-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61b48a67{/solr,null,UNAVAILABLE}
[junit4] 2> 2442478 WARN (zkCallback-2205-thread-1-processing-n:127.0.0.1:57931_solr) [n:127.0.0.1:57931_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2442479 INFO (jetty-launcher-2187-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2442479 INFO (jetty-launcher-2187-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2442479 INFO (jetty-launcher-2187-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3515cfee{/solr,null,UNAVAILABLE}
[junit4] 2> 2442479 INFO (jetty-launcher-2187-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@596830eb{/solr,null,UNAVAILABLE}
[junit4] 2> 2442483 INFO (SUITE-CustomCollectionTest-seed#[30BA71C9F46E3A14]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57927 57927
[junit4] 2> 2442500 INFO (Thread-2878) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57927 57927
[junit4] 2> 2445241 WARN (Thread-2878) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/implicitcoll/state.json
[junit4] 2> 4 /solr/collections/testCreateShardRepFactor/state.json
[junit4] 2> 4 /solr/collections/routeFieldColl/state.json
[junit4] 2> 4 /solr/collections/withShardField/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 73 /solr/overseer/queue
[junit4] 2> 43 /solr/overseer/collection-queue-work
[junit4] 2> 32 /solr/collections
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 7 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 2445242 INFO (SUITE-CustomCollectionTest-seed#[30BA71C9F46E3A14]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_30BA71C9F46E3A14-001
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=7, maxDocsPerChunk=1, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=7, blockSize=3)), sim=RandomSimilarity(queryNorm=false): {}, locale=da-DK, timezone=America/Kentucky/Monticello
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=176375736,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [CleanupOldIndexTest, TestSchemaVersionResource, TestTolerantUpdateProcessorRandomCloud, TestBM25SimilarityFactory, SolrGraphiteReporterTest, TestFieldCache, LeaderElectionTest, HdfsLockFactoryTest, EnumFieldTest, RestartWhileUpdatingTest, TestFieldSortValues, MissingSegmentRecoveryTest, TestExtendedDismaxParser, TermsComponentTest, SolrRequestParserTest, ExitableDirectoryReaderTest, MergeStrategyTest, DistributedQueryComponentOptimizationTest, OutputWriterTest, ReplaceNodeTest, IndexSchemaRuntimeFieldTest, SharedFSAutoReplicaFailoverUtilsTest, BufferStoreTest, HttpSolrCallGetCoreTest, TestSurroundQueryParser, SpatialFilterTest, DistributedExpandComponentTest, TestRemoteStreaming, TestPseudoReturnFields, TestBinaryResponseWriter, TestOrdValues, DataDrivenBlockJoinTest, DocValuesTest, TestUseDocValuesAsStored2, StressHdfsTest, OverseerCollectionConfigSetProcessorTest, SimplePostToolTest, SolrCoreTest, RecoveryZkTest, DocValuesMultiTest, DistribCursorPagingTest, ConnectionReuseTest, HdfsRestartWhileUpdatingTest, TestGroupingSearch, ReplicaListTransformerTest, SolrSlf4jReporterTest, SuggestComponentTest, CheckHdfsIndexTest, DateFieldTest, TestRTimerTree, TestChildDocTransformer, CollectionsAPISolrJTest, QueryEqualityTest, MultiTermTest, AsyncCallRequestStatusResponseTest, DateRangeFieldTest, TestExclusionRuleCollectionAccess, UpdateLogTest, BlockJoinFacetRandomTest, TestRandomDVFaceting, TestIBSimilarityFactory, SampleTest, TestSubQueryTransformerCrossCore, XsltUpdateRequestHandlerTest, TestReplicaProperties, DistributedMLTComponentTest, TestDistribIDF, TestScoreJoinQPScore, OverseerRolesTest, DocumentBuilderTest, V2ApiIntegrationTest, TestCorePropertiesReload, SyncSliceTest, TestCollectionAPIs, UUIDUpdateProcessorFallbackTest, TestPartialUpdateDeduplication, BinaryUpdateRequestHandlerTest, UnloadDistributedZkTest, BigEndianAscendingWordDeserializerTest, DisMaxRequestHandlerTest, SortSpecParsingTest, BasicDistributedZkTest, DistributedFacetPivotWhiteBoxTest, SolrMetricsIntegrationTest, DeleteInactiveReplicaTest, SystemInfoHandlerTest, TestRandomRequestDistribution, PolyFieldTest, PrimUtilsTest, TestManagedSynonymFilterFactory, SolrTestCaseJ4Test, DirectSolrConnectionTest, SolrMetricManagerTest, StatelessScriptUpdateProcessorFactoryTest, CreateCollectionCleanupTest, TestEmbeddedSolrServerConstructors, TestCoreAdminApis, TestSmileRequest, TestSchemaResource, SchemaVersionSpecificBehaviorTest, DocumentAnalysisRequestHandlerTest, TestConfigReload, PeerSyncTest, TestSort, AnalysisAfterCoreReloadTest, TestSolrDynamicMBean, TestFastOutputStream, FacetPivotSmallTest, CopyFieldTest, TestConfigOverlay, BasicAuthIntegrationTest, SimpleFacetsTest, TestInitQParser, OverseerTaskQueueTest, ClassificationUpdateProcessorTest, ConjunctionSolrSpellCheckerTest, CollectionTooManyReplicasTest, TestClassNameShortening, TestPointFields, TestFieldCacheSortRandom, HdfsRecoverLeaseTest, TestSchemalessBufferedUpdates, UniqFieldsUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, JvmMetricsTest, TestExceedMaxTermLength, SolrXmlInZkTest, TriLevelCompositeIdRoutingTest, ShardRoutingTest, TestExportWriter, JsonValidatorTest, TestReplicationHandlerBackup, TestDynamicFieldResource, HdfsCollectionsAPIDistributedZkTest, PathHierarchyTokenizerFactoryTest, HdfsChaosMonkeyNothingIsSafeTest, TestXIncludeConfig, TestSolrCloudWithKerberosAlt, TestTrackingShardHandlerFactory, InfoHandlerTest, BooleanFieldTest, TestExpandComponent, NumericFieldsTest, TestManagedSchemaAPI, TestRawTransformer, TestManagedResource, DistributedVersionInfoTest, SolrPluginUtilsTest, TestCoreContainer, TestUninvertingReader, AnalyticsQueryTest, TestConfigSetProperties, TestCSVLoader, ChaosMonkeyNothingIsSafeTest, AliasIntegrationTest, SSLMigrationTest, TestTestInjection, TestJmxIntegration, TestFieldResource, TestStressCloudBlindAtomicUpdates, TestImpersonationWithHadoopAuth, TestSolrCoreParser, JSONWriterTest, TestLeaderInitiatedRecoveryThread, QueryResultKeyTest, CollectionsAPIDistributedZkTest, OverseerTest, TestReplicationHandler, TestRandomFaceting, TestZkChroot, ZkCLITest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestStressVersions, HardAutoCommitTest, StatsComponentTest, TestFunctionQuery, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, StandardRequestHandlerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, RegexBoostProcessorTest, ReturnFieldsTest, MBeansHandlerTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, CustomCollectionTest]
[junit4] Completed [495/693 (2!)] on J0 in 65.42s, 4 tests, 1 error <<< FAILURES!
[...truncated 63268 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3847
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3847/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
timeout waiting to see all nodes active
Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
at __randomizedtesting.SeedInfo.seed([EC6CD25CB9E2753C:6438ED86171E18C4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11557 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/init-core-data-001
[junit4] 2> 1065935 INFO (SUITE-PeerSyncReplicationTest-seed#[EC6CD25CB9E2753C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1065935 INFO (SUITE-PeerSyncReplicationTest-seed#[EC6CD25CB9E2753C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1065935 INFO (SUITE-PeerSyncReplicationTest-seed#[EC6CD25CB9E2753C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /fu/x
[junit4] 2> 1065937 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1065938 INFO (Thread-1558) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1065938 INFO (Thread-1558) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1066041 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ZkTestServer start zk server on port:64737
[junit4] 2> 1066070 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1066076 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1066079 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1066081 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1066084 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1066087 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1066090 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1066092 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1066095 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1066099 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1066102 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1067375 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/control-001/cores/collection1
[junit4] 2> 1067377 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1067379 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b05dc84{/fu/x,null,AVAILABLE}
[junit4] 2> 1067379 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37f5c757{HTTP/1.1,[http/1.1]}{127.0.0.1:64744}
[junit4] 2> 1067379 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.Server Started @1069370ms
[junit4] 2> 1067379 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/tempDir-001/control/data, hostContext=/fu/x, hostPort=64744, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/control-001/cores}
[junit4] 2> 1067379 ERROR (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1067380 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1067380 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1067380 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1067380 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-21T18:51:41.222Z
[junit4] 2> 1067385 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1067385 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/control-001/solr.xml
[junit4] 2> 1067403 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64737/solr
[junit4] 2> 1067449 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1067451 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64744_fu%2Fx
[junit4] 2> 1067453 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.Overseer Overseer (id=97498110347313156-127.0.0.1:64744_fu%2Fx-n_0000000000) starting
[junit4] 2> 1067467 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64744_fu%2Fx
[junit4] 2> 1067470 INFO (zkCallback-1104-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1067560 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/control-001/cores
[junit4] 2> 1067560 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1067565 INFO (OverseerStateUpdate-97498110347313156-127.0.0.1:64744_fu%2Fx-n_0000000000) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1068593 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1068612 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1068715 WARN (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1068718 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1068742 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1068742 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/control-001/cores/collection1/data/]
[junit4] 2> 1068742 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2876b27b
[junit4] 2> 1068746 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2073899424, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1068768 WARN (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1068835 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1068835 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1068836 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1068836 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1068845 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3282894849860287]
[junit4] 2> 1068845 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f7608ae[collection1] main]
[junit4] 2> 1068848 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1068848 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1068850 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1068851 INFO (searcherExecutor-3690-thread-1-processing-n:127.0.0.1:64744_fu%2Fx x:collection1 c:control_collection) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3f7608ae[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1068852 INFO (coreLoadExecutor-3689-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559969768610463744
[junit4] 2> 1068864 INFO (coreZkRegister-3682-thread-1-processing-n:127.0.0.1:64744_fu%2Fx x:collection1 c:control_collection) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1068864 INFO (coreZkRegister-3682-thread-1-processing-n:127.0.0.1:64744_fu%2Fx x:collection1 c:control_collection) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1068864 INFO (coreZkRegister-3682-thread-1-processing-n:127.0.0.1:64744_fu%2Fx x:collection1 c:control_collection) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64744/fu/x/collection1/
[junit4] 2> 1068864 INFO (coreZkRegister-3682-thread-1-processing-n:127.0.0.1:64744_fu%2Fx x:collection1 c:control_collection) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1068864 INFO (coreZkRegister-3682-thread-1-processing-n:127.0.0.1:64744_fu%2Fx x:collection1 c:control_collection) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:64744/fu/x/collection1/ has no replicas
[junit4] 2> 1068864 INFO (coreZkRegister-3682-thread-1-processing-n:127.0.0.1:64744_fu%2Fx x:collection1 c:control_collection) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1068872 INFO (coreZkRegister-3682-thread-1-processing-n:127.0.0.1:64744_fu%2Fx x:collection1 c:control_collection) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64744/fu/x/collection1/ shard1
[junit4] 2> 1068964 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1068966 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64737/solr ready
[junit4] 2> 1068966 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1068993 INFO (coreZkRegister-3682-thread-1-processing-n:127.0.0.1:64744_fu%2Fx x:collection1 c:control_collection) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1069272 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-1-001/cores/collection1
[junit4] 2> 1069273 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-1-001
[junit4] 2> 1069274 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1069276 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ab969c{/fu/x,null,AVAILABLE}
[junit4] 2> 1069276 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c47d54d{HTTP/1.1,[http/1.1]}{127.0.0.1:64750}
[junit4] 2> 1069276 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.Server Started @1071267ms
[junit4] 2> 1069276 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/fu/x, hostPort=64750, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-1-001/cores}
[junit4] 2> 1069277 ERROR (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1069277 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1069277 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1069277 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1069277 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-21T18:51:43.119Z
[junit4] 2> 1069282 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1069282 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-1-001/solr.xml
[junit4] 2> 1069293 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64737/solr
[junit4] 2> 1069311 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1069317 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1069321 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64750_fu%2Fx
[junit4] 2> 1069324 INFO (zkCallback-1104-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1069324 INFO (zkCallback-1113-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1069325 INFO (zkCallback-1108-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1069417 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-1-001/cores
[junit4] 2> 1069417 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1069433 INFO (OverseerStateUpdate-97498110347313156-127.0.0.1:64744_fu%2Fx-n_0000000000) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1070450 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1070464 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1070570 WARN (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1070572 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1070592 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1070592 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1070593 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2876b27b
[junit4] 2> 1070596 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2073899424, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1070608 WARN (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1070674 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1070674 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1070675 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1070675 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1070675 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3282894849860287]
[junit4] 2> 1070676 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4130b4f3[collection1] main]
[junit4] 2> 1070678 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1070678 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1070678 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1070679 INFO (searcherExecutor-3701-thread-1-processing-n:127.0.0.1:64750_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4130b4f3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1070680 INFO (coreLoadExecutor-3700-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559969770527260672
[junit4] 2> 1070691 INFO (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:64750_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1070691 INFO (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:64750_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1070691 INFO (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:64750_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64750/fu/x/collection1/
[junit4] 2> 1070691 INFO (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:64750_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1070691 INFO (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:64750_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:64750/fu/x/collection1/ has no replicas
[junit4] 2> 1070691 INFO (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:64750_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1070699 INFO (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:64750_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64750/fu/x/collection1/ shard1
[junit4] 2> 1070811 INFO (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:64750_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1071142 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-2-001/cores/collection1
[junit4] 2> 1071143 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-2-001
[junit4] 2> 1071144 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1071146 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75926b3b{/fu/x,null,AVAILABLE}
[junit4] 2> 1071146 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@683f1b18{HTTP/1.1,[http/1.1]}{127.0.0.1:64755}
[junit4] 2> 1071146 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.Server Started @1073137ms
[junit4] 2> 1071146 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/fu/x, hostPort=64755, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-2-001/cores}
[junit4] 2> 1071147 ERROR (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1071147 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1071147 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1071148 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1071148 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-21T18:51:44.990Z
[junit4] 2> 1071152 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1071152 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-2-001/solr.xml
[junit4] 2> 1071164 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64737/solr
[junit4] 2> 1071183 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64755_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1071191 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64755_fu%2Fx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1071195 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64755_fu%2Fx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64755_fu%2Fx
[junit4] 2> 1071198 INFO (zkCallback-1104-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1071198 INFO (zkCallback-1113-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1071198 INFO (zkCallback-1108-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1071200 INFO (zkCallback-1119-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1071352 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64755_fu%2Fx ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-2-001/cores
[junit4] 2> 1071352 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64755_fu%2Fx ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1071356 INFO (OverseerStateUpdate-97498110347313156-127.0.0.1:64744_fu%2Fx-n_0000000000) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1072375 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1072389 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1072489 WARN (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1072491 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1072510 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1072510 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 1072511 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2876b27b
[junit4] 2> 1072514 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2073899424, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1072527 WARN (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1072589 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1072589 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1072590 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1072590 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1072591 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3282894849860287]
[junit4] 2> 1072592 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70a448be[collection1] main]
[junit4] 2> 1072593 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1072594 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1072594 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1072595 INFO (searcherExecutor-3712-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@70a448be[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1072596 INFO (coreLoadExecutor-3711-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559969772536332288
[junit4] 2> 1072611 INFO (coreZkRegister-3706-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1072612 INFO (updateExecutor-1116-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1072612 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1072612 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1072612 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1072612 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1072612 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:64750/fu/x/collection1/] and I am [http://127.0.0.1:64755/fu/x/collection1/]
[junit4] 2> 1072617 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:64750/fu/x]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:64755_fu%252Fx&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1072621 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1072621 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1072622 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:64755_fu%2Fx, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:64755/fu/x","node_name":"127.0.0.1:64755_fu%2Fx","state":"down"}
[junit4] 2> 1073090 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-3-001/cores/collection1
[junit4] 2> 1073091 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-3-001
[junit4] 2> 1073092 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1073094 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c408276{/fu/x,null,AVAILABLE}
[junit4] 2> 1073094 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28549003{HTTP/1.1,[http/1.1]}{127.0.0.1:64760}
[junit4] 2> 1073094 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.Server Started @1075085ms
[junit4] 2> 1073094 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/fu/x, hostPort=64760, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-3-001/cores}
[junit4] 2> 1073096 ERROR (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1073096 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1073096 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1073096 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1073096 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-21T18:51:46.938Z
[junit4] 2> 1073100 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1073100 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-3-001/solr.xml
[junit4] 2> 1073111 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64737/solr
[junit4] 2> 1073127 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64760_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1073132 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64760_fu%2Fx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1073136 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64760_fu%2Fx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64760_fu%2Fx
[junit4] 2> 1073139 INFO (zkCallback-1119-thread-1-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1073139 INFO (zkCallback-1113-thread-1-processing-n:127.0.0.1:64750_fu%2Fx) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1073139 INFO (zkCallback-1104-thread-1-processing-n:127.0.0.1:64744_fu%2Fx) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1073139 INFO (zkCallback-1108-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1073140 INFO (zkCallback-1126-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1073240 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64760_fu%2Fx ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-3-001/cores
[junit4] 2> 1073240 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [n:127.0.0.1:64760_fu%2Fx ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1073248 INFO (OverseerStateUpdate-97498110347313156-127.0.0.1:64744_fu%2Fx-n_0000000000) [n:127.0.0.1:64744_fu%2Fx ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1073629 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:64755_fu%2Fx, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:64755/fu/x","node_name":"127.0.0.1:64755_fu%2Fx","state":"recovering"}
[junit4] 2> 1073629 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1073629 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:64755_fu%252Fx&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1008
[junit4] 2> 1074272 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1074291 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1074401 WARN (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1074404 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1074426 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1074427 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 1074427 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2876b27b
[junit4] 2> 1074430 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2073899424, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1074442 WARN (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1074506 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1074506 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1074507 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1074507 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1074508 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3282894849860287]
[junit4] 2> 1074508 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b9a82ad[collection1] main]
[junit4] 2> 1074510 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1074511 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1074511 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1074512 INFO (searcherExecutor-3723-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7b9a82ad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1074513 INFO (coreLoadExecutor-3722-thread-1-processing-n:127.0.0.1:64760_fu%2Fx) [n:127.0.0.1:64760_fu%2Fx c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559969774546452480
[junit4] 2> 1074518 INFO (coreZkRegister-3717-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 c:collection1) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1074519 INFO (updateExecutor-1123-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1074519 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1074519 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1074519 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1074519 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1074519 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:64750/fu/x/collection1/] and I am [http://127.0.0.1:64760/fu/x/collection1/]
[junit4] 2> 1074525 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:64750/fu/x]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:64760_fu%252Fx&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1074526 INFO (qtp1601158192-7319) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1074527 INFO (qtp1601158192-7319) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1074527 INFO (qtp1601158192-7319) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:64760_fu%2Fx, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:64760/fu/x","node_name":"127.0.0.1:64760_fu%2Fx","state":"down"}
[junit4] 2> 1074588 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1074588 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30 for each attempt
[junit4] 2> 1074588 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 1075528 INFO (qtp1601158192-7319) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:64760_fu%2Fx, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:64760/fu/x","node_name":"127.0.0.1:64760_fu%2Fx","state":"recovering"}
[junit4] 2> 1075528 INFO (qtp1601158192-7319) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1075528 INFO (qtp1601158192-7319) [n:127.0.0.1:64750_fu%2Fx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:64760_fu%252Fx&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 1080631 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:64750/fu/x/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1080631 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:64755/fu/x START replicas=[http://127.0.0.1:64750/fu/x/collection1/] nUpdates=1000
[junit4] 2> 1080633 INFO (qtp1601158192-7316) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1080633 INFO (qtp1601158192-7316) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/fu/x path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1080635 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1080635 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1080635 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1080635 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1080635 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1080635 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1080635 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1080635 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1080635 INFO (recoveryExecutor-1117-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1082539 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:64750/fu/x/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1082539 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:64760/fu/x START replicas=[http://127.0.0.1:64750/fu/x/collection1/] nUpdates=1000
[junit4] 2> 1082541 INFO (qtp1601158192-7317) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1082541 INFO (qtp1601158192-7317) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/fu/x path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1082543 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1082543 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1082543 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1082543 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1082544 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1082544 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1082544 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1082544 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1082544 INFO (recoveryExecutor-1124-thread-1-processing-n:127.0.0.1:64760_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1082605 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 1082608 INFO (qtp1365736663-7279) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1082608 INFO (qtp1365736663-7279) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1082609 INFO (qtp1365736663-7279) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1082609 INFO (qtp1365736663-7279) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1082616 INFO (qtp1069274809-7344) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1082616 INFO (qtp1069274809-7344) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1082616 INFO (qtp1069274809-7344) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1082616 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1082617 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1082618 INFO (qtp338757133-7379) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1082618 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1082618 INFO (qtp338757133-7379) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1082618 INFO (qtp1069274809-7344) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 1082618 INFO (qtp338757133-7379) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1082618 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 1082618 INFO (qtp338757133-7379) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1082619 INFO (qtp1601158192-7320) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
[junit4] 2> 1082621 INFO (qtp1601158192-7318) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/fu/x path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1082622 INFO (qtp1069274809-7346) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1] webapp=/fu/x path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1082624 INFO (qtp338757133-7381) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.S.Request [collection1] webapp=/fu/x path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1084629 INFO (qtp1365736663-7280) [n:127.0.0.1:64744_fu%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1559969785150701568)} 0 3
[junit4] 2> 1084634 INFO (qtp1069274809-7347) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&_version_=-1559969785154895872&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{deleteByQuery=*:* (-1559969785154895872)} 0 2
[junit4] 2> 1084635 INFO (qtp338757133-7382) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&_version_=-1559969785154895872&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{deleteByQuery=*:* (-1559969785154895872)} 0 2
[junit4] 2> 1084635 INFO (qtp1601158192-7317) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1559969785154895872)} 0 5
[junit4] 2> 1084656 INFO (qtp338757133-7383) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{add=[0 (1559969785167478784)]} 0 11
[junit4] 2> 1084656 INFO (qtp1069274809-7348) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{add=[0 (1559969785167478784)]} 0 11
[junit4] 2> 1084656 INFO (qtp1601158192-7319) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={wt=javabin&version=2}{add=[0 (1559969785167478784)]} 0 15
[junit4] 2> 1084659 INFO (qtp1069274809-7349) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{add=[1 (1559969785184256000)]} 0 0
[junit4] 2> 1084659 INFO (qtp338757133-7384) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{add=[1 (1559969785184256000)]} 0 0
[junit4] 2> 1084660 INFO (qtp1601158192-7313) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={wt=javabin&version=2}{add=[1 (1559969785184256000)]} 0 2
[junit4] 2> 1084662 INFO (qtp1069274809-7342) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{add=[2 (1559969785187401728)]} 0 0
[junit4] 2> 1084662 INFO (qtp338757133-7377) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{add=[2 (1559969785187401728)]} 0 0
[junit4] 2> 1084662 INFO (qtp1601158192-7315) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={wt=javabin&version=2}{add=[2 (1559969785187401728)]} 0 1
[junit4] 2> 1084670 INFO (qtp338757133-7377) [n:127.0.0.1:64760_fu%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{add=[3 (1559969785194741760)]} 0 0
[junit4] 2> 1084670 INFO (qtp1069274809-7342) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64750/fu/x/collection1/&wt=javabin&version=2}{add=[3 (1559969785194741760)]} 0 0
[junit4] 2> 1084670 INFO (qtp1601158192-7320) [n:127.0.0.1:64750_fu%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/fu/x path=/update params={wt=javabin&version=2}{add=[3 (1559969785194741760)]} 0 2
[junit4] 2> 1084673 INFO (qtp1069274809-7345) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_n
[...truncated too long message...]
-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 64755
[junit4] 2> 1272385 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1101699537
[junit4] 2> 1272386 WARN (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1] coreNodeName=[core_node2]
[junit4] 2> 1275169 INFO (recoveryExecutor-1131-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 1275169 INFO (recoveryExecutor-1131-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 1275169 INFO (recoveryExecutor-1131-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@65f81c39
[junit4] 2> 1275169 WARN (recoveryExecutor-1131-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1] coreNodeName=[core_node2]
[junit4] 2> 1275218 INFO (recoveryExecutor-1131-thread-1-processing-n:127.0.0.1:64755_fu%2Fx x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1275219 WARN (updateExecutor-1130-thread-2-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
[junit4] 2> 1275221 WARN (zkCallback-1133-thread-2-processing-n:127.0.0.1:64755_fu%2Fx) [n:127.0.0.1:64755_fu%2Fx ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1275222 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1275223 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@47f23470{HTTP/1.1,[http/1.1]}{127.0.0.1:64755}
[junit4] 2> 1275224 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ad2fdaa{/fu/x,null,UNAVAILABLE}
[junit4] 2> 1275225 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 64760
[junit4] 2> 1275226 INFO (TEST-PeerSyncReplicationTest.test-seed#[EC6CD25CB9E2753C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64737 64737
[junit4] 2> 1275243 INFO (Thread-1558) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64737 64737
[junit4] 2> 1276615 WARN (Thread-1558) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/97498110347313160-core_node1-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/97498110347313160-127.0.0.1:64750_fu%2Fx-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 204 /solr/overseer/collection-queue-work
[junit4] 2> 40 /solr/overseer/queue
[junit4] 2> 6 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=EC6CD25CB9E2753C -Dtests.slow=true -Dtests.locale=ms-MY -Dtests.timezone=Asia/Dacca -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 211s J1 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: timeout waiting to see all nodes active
[junit4] > at __randomizedtesting.SeedInfo.seed([EC6CD25CB9E2753C:6438ED86171E18C4]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1276622 INFO (SUITE-PeerSyncReplicationTest-seed#[EC6CD25CB9E2753C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_EC6CD25CB9E2753C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=PostingsFormat(name=Direct), range_facet_l_dv=Lucene50(blocksize=128), rnd_s=FSTOrd50, multiDefault=FSTOrd50, a_t=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct), a_i1=PostingsFormat(name=Direct), id=Lucene50(blocksize=128), range_facet_i_dv=PostingsFormat(name=Direct), text=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_l=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=645, maxMBSortInHeap=5.856085568697607, sim=RandomSimilarity(queryNorm=true): {}, locale=ms-MY, timezone=Asia/Dacca
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=145119944,total=376696832
[junit4] 2> NOTE: All tests run in this JVM: [TestComponentsName, TestSystemCollAutoCreate, TestGeoJSONResponseWriter, LeaderInitiatedRecoveryOnCommitTest, TestAuthenticationFramework, TermVectorComponentTest, BadIndexSchemaTest, DistributedFacetPivotSmallTest, DeleteLastCustomShardedReplicaTest, CustomCollectionTest, TestAnalyzeInfixSuggestions, ScriptEngineTest, TestReloadAndDeleteDocs, ChaosMonkeySafeLeaderTest, TestSimpleTrackingShardHandler, DocValuesNotIndexedTest, LukeRequestHandlerTest, ClusterStateTest, TestManagedResourceStorage, SpellPossibilityIteratorTest, TestCustomSort, RemoteQueryErrorTest, UpdateRequestProcessorFactoryTest, SolrCmdDistributorTest, TestStressInPlaceUpdates, SharedFSAutoReplicaFailoverTest, TestReload, SolrCoreMetricManagerTest, TestSystemIdResolver, TestUnifiedSolrHighlighter, HdfsDirectoryFactoryTest, BadCopyFieldTest, TestCustomDocTransformer, HdfsChaosMonkeySafeLeaderTest, TestTolerantUpdateProcessorCloud, TestWriterPerf, TestFastWriter, FullSolrCloudDistribCmdsTest, TestConfigSetImmutable, BlobRepositoryCloudTest, TestFilteredDocIdSet, BlockJoinFacetDistribTest, SimpleMLTQParserTest, ConvertedLegacyTest, SortByFunctionTest, SolrIndexSplitterTest, TestClusterStateMutator, BaseCdcrDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestPathTrie, TestCustomStream, CdcrReplicationDistributedZkTest, TestDocTermOrds, TestFiltering, TemplateUpdateProcessorTest, BasicDistributedZk2Test, UUIDFieldTest, HighlighterConfigTest, SuggesterTest, TestMacros, TestQuerySenderListener, TestZkChroot, ShardRoutingCustomTest, OpenCloseCoreStressTest, EchoParamsTest, NotRequiredUniqueKeyTest, AddBlockUpdateTest, TestJsonRequest, TestExactSharedStatsCache, DistributedTermsComponentTest, MultiThreadedOCPTest, TestSubQueryTransformer, TestManagedSchemaThreadSafety, ReplicationFactorTest, TestQueryTypes, PeerSyncWithIndexFingerprintCachingTest, TestMissingGroups, TestOverriddenPrefixQueryForCustomFieldType, WrapperMergePolicyFactoryTest, TestReRankQParserPlugin, TestConfigSetsAPIZkFailure, SpatialRPTFieldTypeTest, MetricsHandlerTest, TestBadConfig, TestXmlQParser, AnalyticsMergeStrategyTest, TestSchemaManager, SolrMetricReporterTest, JavabinLoaderTest, TestSolr4Spatial, ManagedSchemaRoundRobinCloudTest, PreAnalyzedUpdateProcessorTest, TestSSLRandomization, TestHdfsUpdateLog, SparseHLLTest, ShufflingReplicaListTransformerTest, CursorMarkTest, RankQueryTest, StatsComponentTest, TestConfigSetsAPI, TestSolrDeletionPolicy2, TestDFISimilarityFactory, OverseerStatusTest, TestHashQParserPlugin, TestUtils, PeerSyncReplicationTest]
[junit4] Completed [229/693 (1!)] on J1 in 210.71s, 1 test, 1 failure <<< FAILURES!
[...truncated 64087 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3846
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3846/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
54 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Could not find collection : implicitcoll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D:8A0BB3662367A275]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
timeout waiting to see all nodes active
Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D:68BE02D7B00179F5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestSegmentSorting.testSegmentTerminateEarly
Error Message:
Could not find collection:testSegmentTerminateEarly
Stack Trace:
java.lang.AssertionError: Could not find collection:testSegmentTerminateEarly
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D:304CFAA0C2AF8067]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.TestSegmentSorting.createCollection(TestSegmentSorting.java:90)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:47)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestSegmentSorting.testAtomicUpdateOfSegmentSortField
Error Message:
Could not find collection:testAtomicUpdateOfSegmentSortField
Stack Trace:
java.lang.AssertionError: Could not find collection:testAtomicUpdateOfSegmentSortField
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D:1F81A08C8B88FB5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.TestSegmentSorting.createCollection(TestSegmentSorting.java:90)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:47)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
Error Message:
Could not find collection:test_col
Stack Trace:
java.lang.AssertionError: Could not find collection:test_col
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorRandomCloud.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D:905F342FE4075FBA]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:170)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:106)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:615)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.initCloud(AbstractFullDistribZkTestBase.java:268)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:330)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:983)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1782)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:145)
... 40 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor147.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1779)
... 46 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestImplicitCoreProperties
Error Message:
invalid API spec: apispec/collections.collection.json
Stack Trace:
java.lang.RuntimeException: invalid API spec: apispec/collections.collection.json
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D]:0)
at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
at org.apache.solr.api.Api.getSpec(Api.java:64)
at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
at org.apache.solr.core.PluginBag.put(PluginBag.java:186)
at org.apache.solr.core.CoreContainer.createHandler(CoreContainer.java:1338)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:509)
at org.apache.solr.util.TestHarness.<init>(TestHarness.java:177)
at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:755)
at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:763)
at org.apache.solr.core.TestImplicitCoreProperties.setupContainer(TestImplicitCoreProperties.java:32)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestImplicitCoreProperties
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:287) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484) at org.apache.solr.util.TestHarness.<init>(TestHarness.java:177) at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:755) at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:763) at org.apache.solr.core.TestImplicitCoreProperties.setupContainer(TestImplicitCoreProperties.java:32) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:287) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490) at org.apache.solr.util.TestHarness.<init>(TestHarness.java:177) at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:755) at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:763) at org.apache.solr.core.TestImplicitCoreProperties.setupContainer(TestImplicitCoreProperties.java:32) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:287)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:195)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:484)
at org.apache.solr.util.TestHarness.<init>(TestHarness.java:177)
at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:755)
at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:763)
at org.apache.solr.core.TestImplicitCoreProperties.setupContainer(TestImplicitCoreProperties.java:32)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:287)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:90)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490)
at org.apache.solr.util.TestHarness.<init>(TestHarness.java:177)
at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:755)
at org.apache.solr.SolrTestCaseJ4.createCoreContainer(SolrTestCaseJ4.java:763)
at org.apache.solr.core.TestImplicitCoreProperties.setupContainer(TestImplicitCoreProperties.java:32)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.GeneratedMethodAccessor41.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestImplicitCoreProperties
Error Message:
Could not remove the following files (in the order of attempts): /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestImplicitCoreProperties_E0EA3D0D1EFD140D-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestImplicitCoreProperties_E0EA3D0D1EFD140D-001/init-core-data-001: Too many open files /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestImplicitCoreProperties_E0EA3D0D1EFD140D-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestImplicitCoreProperties_E0EA3D0D1EFD140D-001: Too many open files
Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestImplicitCoreProperties_E0EA3D0D1EFD140D-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestImplicitCoreProperties_E0EA3D0D1EFD140D-001/init-core-data-001: Too many open files
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestImplicitCoreProperties_E0EA3D0D1EFD140D-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestImplicitCoreProperties_E0EA3D0D1EFD140D-001: Too many open files
at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestImplicitCoreProperties
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.core.TestImplicitCoreProperties: 1) Thread[id=23885, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestImplicitCoreProperties] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=23886, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestImplicitCoreProperties] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.core.TestImplicitCoreProperties:
1) Thread[id=23885, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestImplicitCoreProperties]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=23886, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestImplicitCoreProperties]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSQLHandlerNonCloud
Error Message:
org.apache.solr.handler.TestSQLHandlerNonCloud
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.TestSQLHandlerNonCloud
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/TestSQLHandlerNonCloud.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test
Error Message:
Could not get the port for ZooKeeper server
Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:70)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:219)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:955)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.CoreAdminCreateDiscoverTest
Error Message:
org.apache.solr.handler.admin.CoreAdminCreateDiscoverTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.admin.CoreAdminCreateDiscoverTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/admin/CoreAdminCreateDiscoverTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.CoreMergeIndexesAdminHandlerTest
Error Message:
org.apache.solr.handler.admin.CoreMergeIndexesAdminHandlerTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.admin.CoreMergeIndexesAdminHandlerTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/admin/CoreMergeIndexesAdminHandlerTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.InfoHandlerTest
Error Message:
org.apache.solr.handler.admin.InfoHandlerTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.admin.InfoHandlerTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/admin/InfoHandlerTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.MetricsHandlerTest
Error Message:
org.apache.solr.handler.admin.MetricsHandlerTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.admin.MetricsHandlerTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/admin/MetricsHandlerTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.StatsReloadRaceTest
Error Message:
org.apache.solr.handler.admin.StatsReloadRaceTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.admin.StatsReloadRaceTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/admin/StatsReloadRaceTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.TestApiFramework
Error Message:
org.apache.solr.handler.admin.TestApiFramework
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.admin.TestApiFramework
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/admin/TestApiFramework.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: org.apache.solr.handler.admin.TestCollectionAPIs.testCommands
Error Message:
org/apache/solr/handler/admin/TestCollectionAPIs$MockCollectionsHandler
Stack Trace:
java.lang.NoClassDefFoundError: org/apache/solr/handler/admin/TestCollectionAPIs$MockCollectionsHandler
at __randomizedtesting.SeedInfo.seed([E0EA3D0D1EFD140D:C1D6F4F574C7F469]:0)
at org.apache.solr.handler.admin.TestCollectionAPIs.testCommands(TestCollectionAPIs.java:58)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.ClassNotFoundException: org.apache.solr.handler.admin.TestCollectionAPIs$MockCollectionsHandler
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
... 40 more
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/admin/TestCollectionAPIs$MockCollectionsHandler.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 46 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedDebugComponentTest
Error Message:
org.apache.solr.handler.component.DistributedDebugComponentTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.component.DistributedDebugComponentTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/component/DistributedDebugComponentTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedExpandComponentTest
Error Message:
org.apache.solr.handler.component.DistributedExpandComponentTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.component.DistributedExpandComponentTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/component/DistributedExpandComponentTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedFacetExistsSmallTest
Error Message:
org.apache.solr.handler.component.DistributedFacetExistsSmallTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.component.DistributedFacetExistsSmallTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/component/DistributedFacetExistsSmallTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedFacetPivotLargeTest
Error Message:
org.apache.solr.handler.component.DistributedFacetPivotLargeTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.component.DistributedFacetPivotLargeTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/component/DistributedFacetPivotLargeTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedFacetPivotSmallAdvancedTest
Error Message:
org.apache.solr.handler.component.DistributedFacetPivotSmallAdvancedTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.component.DistributedFacetPivotSmallAdvancedTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/component/DistributedFacetPivotSmallAdvancedTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest
Error Message:
org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/component/DistributedQueryComponentCustomSortTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
Error Message:
org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/component/DistributedQueryComponentOptimizationTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSuggestComponentTest
Error Message:
org.apache.solr.handler.component.DistributedSuggestComponentTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.component.DistributedSuggestComponentTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/component/DistributedSuggestComponentTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.FacetPivotSmallTest
Error Message:
org.apache.solr.handler.component.FacetPivotSmallTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.handler.component.FacetPivotSmallTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/handler/component/FacetPivotSmallTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.SuggestComponentTest
Error Message:
org.apache.solr.handler.component.SuggestComponentTest
Stack Trace:
java.lang.ClassNotFoundExcepti
[...truncated too long message...]
type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
[junit4] 2> 3074250 WARN (qtp1404466614-24024) [ x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/english
[junit4] 2> 3074250 INFO (qtp1404466614-24024) [ x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/english
[junit4] 2> 3074250 INFO (qtp1404466614-24024) [ x:collection1] o.a.s.r.ManagedResource Notified 4 observers of /schema/analysis/synonyms/english
[junit4] 2> 3074250 INFO (qtp1404466614-24024) [ x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/analysis/synonyms/english
[junit4] 2> 3074251 INFO (qtp1404466614-24024) [ x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.rest.schema.TestBulkSchemaAPI_E0EA3D0D1EFD140D-001/tempDir-022/collection1/conf/managed-schema
[junit4] 2> 3074261 INFO (TEST-TestBulkSchemaAPI.testAddFieldWithExistingCatchallDynamicField-seed#[E0EA3D0D1EFD140D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@725f3e55{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3074262 INFO (TEST-TestBulkSchemaAPI.testAddFieldWithExistingCatchallDynamicField-seed#[E0EA3D0D1EFD140D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1744676036
[junit4] 2> 3074266 INFO (coreCloseExecutor-9896-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@394e50f5
[junit4] 2> 3074268 INFO (coreCloseExecutor-9896-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 3074269 INFO (TEST-TestBulkSchemaAPI.testAddFieldWithExistingCatchallDynamicField-seed#[E0EA3D0D1EFD140D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 3074270 INFO (TEST-TestBulkSchemaAPI.testAddFieldWithExistingCatchallDynamicField-seed#[E0EA3D0D1EFD140D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bfa676f{/solr,null,UNAVAILABLE}
[junit4] 2> 3074281 INFO (TEST-TestBulkSchemaAPI.testAddFieldWithExistingCatchallDynamicField-seed#[E0EA3D0D1EFD140D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddFieldWithExistingCatchallDynamicField
[junit4] 2> 3074282 INFO (SUITE-TestBulkSchemaAPI-seed#[E0EA3D0D1EFD140D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.rest.schema.TestBulkSchemaAPI_E0EA3D0D1EFD140D-001
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=23133, maxDocsPerChunk=8, blockSize=10), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=23133, blockSize=10)), sim=RandomSimilarity(queryNorm=true): {}, locale=ja-JP, timezone=America/Santiago
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=307493064,total=533200896
[junit4] 2> NOTE: All tests run in this JVM: [RecoveryAfterSoftCommitTest, SolrIndexConfigTest, NumericFieldsTest, HdfsChaosMonkeyNothingIsSafeTest, DistributedSpellCheckComponentTest, DisMaxRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, TestXmlQParserPlugin, TestSchemaVersionResource, TestCoreAdminApis, TestSlowCompositeReaderWrapper, TestRawTransformer, TestRecoveryHdfs, CoreAdminRequestStatusTest, TestNamedUpdateProcessors, HdfsRecoverLeaseTest, TestTolerantSearch, ConfigSetsAPITest, CleanupOldIndexTest, DOMUtilTest, SpatialHeatmapFacetsTest, SOLR749Test, IndexBasedSpellCheckerTest, TestReplicationHandler, TestSchemalessBufferedUpdates, TestManagedResource, TestDynamicFieldResource, TestSha256AuthenticationProvider, CdcrBootstrapTest, TestCollapseQParserPlugin, ZkControllerTest, TestSolrDeletionPolicy1, TestMaxScoreQueryParser, BasicAuthIntegrationTest, DeleteInactiveReplicaTest, XsltUpdateRequestHandlerTest, BigEndianAscendingWordDeserializerTest, TestCloudRecovery, AsyncCallRequestStatusResponseTest, TestSolrCloudWithKerberosAlt, UniqFieldsUpdateProcessorFactoryTest, ShardSplitTest, TestSmileRequest, QueryResultKeyTest, TestDistribDocBasedVersion, TestExpandComponent, HighlighterMaxOffsetTest, TestFieldCacheSortRandom, CheckHdfsIndexTest, TestStressCloudBlindAtomicUpdates, CdcrReplicationHandlerTest, SolrCoreTest, DirectUpdateHandlerTest, TestExportWriter, JsonValidatorTest, TestLazyCores, SchemaVersionSpecificBehaviorTest, TestRequestStatusCollectionAPI, TestComplexPhraseQParserPlugin, TestFunctionQuery, LeaderElectionTest, SolrPluginUtilsTest, TestFreeTextSuggestions, TestConfigSetsAPIExclusivity, DataDrivenBlockJoinTest, CopyFieldTest, TestManagedSynonymFilterFactory, HdfsCollectionsAPIDistributedZkTest, TestGraphTermsQParserPlugin, SpatialFilterTest, HdfsRestartWhileUpdatingTest, SoftAutoCommitTest, TestDistributedSearch, QueryEqualityTest, CdcrVersionReplicationTest, SortSpecParsingTest, ZkStateReaderTest, V2ApiIntegrationTest, StatelessScriptUpdateProcessorFactoryTest, SolrRequestParserTest, ParsingFieldUpdateProcessorsTest, RestartWhileUpdatingTest, PolyFieldTest, ReplicaListTransformerTest, JvmMetricsTest, DocumentAnalysisRequestHandlerTest, TestSolrQueryParserDefaultOperatorResource, OverseerTest, TestRestoreCore, SimpleFacetsTest, AnalyticsQueryTest, ExitableDirectoryReaderTest, TestBulkSchemaConcurrent, HardAutoCommitTest, TestCSVResponseWriter, TestSurroundQueryParser, TestStressLucene, UUIDUpdateProcessorFallbackTest, BufferStoreTest, DistributedVersionInfoTest, TestRemoteStreaming, CloudMLTQParserTest, SearchHandlerTest, TestInfoStreamLogging, TestJmxIntegration, PreAnalyzedFieldManagedSchemaCloudTest, ConnectionReuseTest, TestNonDefinedSimilarityFactory, AddSchemaFieldsUpdateProcessorFactoryTest, TestQuerySenderNoQuery, BooleanFieldTest, TestCloudPivotFacet, TestLeaderInitiatedRecoveryThread, ZkNodePropsTest, TriLevelCompositeIdRoutingTest, SystemInfoHandlerTest, TestNoOpRegenerator, TestInitQParser, TestMacroExpander, DateRangeFieldTest, ConjunctionSolrSpellCheckerTest, TestOrdValues, ShardRoutingTest, TestFieldResource, SampleTest, TestUpdate, TestDistribIDF, TestSolrCoreParser, TestStressVersions, BJQParserTest, OverseerRolesTest, TestFieldSortValues, SyncSliceTest, HdfsThreadLeakTest, TermsComponentTest, TestBlendedInfixSuggestions, TestQueryWrapperFilter, LeaderFailureAfterFreshStartTest, CurrencyFieldXmlFileTest, StressHdfsTest, DeleteNodeTest, SolrSlf4jReporterTest, TestShardHandlerFactory, TestExclusionRuleCollectionAccess, TestLockTree, EnumFieldTest, SecurityConfHandlerTest, CollectionsAPISolrJTest, CursorPagingTest, TestSolrJ, TestOnReconnectListenerSupport, FileUtilsTest, CollectionTooManyReplicasTest, GraphQueryTest, TestCursorMarkWithoutUniqueKey, TestDocumentBuilder, TestUseDocValuesAsStored2, TestTrackingShardHandlerFactory, HLLUtilTest, DistributedFacetPivotWhiteBoxTest, TestConfigOverlay, TestReplicationHandlerBackup, RulesTest, XmlUpdateRequestHandlerTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRestManager, ForceLeaderTest, TestZkChroot, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, TestRangeQuery, TestCoreContainer, SpellCheckComponentTest, SolrCmdDistributorTest, TestSort, TestBadConfig, HighlighterTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, CoreAdminHandlerTest, SuggesterTSTTest, TestTrie, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, CacheHeaderTest, DirectSolrSpellCheckerTest, TestOmitPositions, RequestHandlersTest, DocumentBuilderTest, TestIndexingPerformance, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestLFUCache, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, TestElisionMultitermQuery, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestPhraseSuggestions, TestXIncludeConfig, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, ClusterStateTest, TestLRUCache, SliceStateTest, UUIDFieldTest, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AssignTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, DeleteShardTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerTaskQueueTest, PeerSyncReplicationTest, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestReplicaProperties, TestRequestForwarding, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TestCustomStream, TestImplicitCoreProperties, TestSolrConfigHandlerConcurrent, TestCollectionAPIs, TestBulkSchemaAPI]
[junit4] Completed [617/693 (46!)] on J0 in 19.76s, 8 tests, 5 errors <<< FAILURES!
[...truncated 62885 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3845
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3845/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:55976/t_u/ru","node_name":"127.0.0.1:55976_t_u%2Fru","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/31)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"c8n_1x3_lf_shard1_replica1", "base_url":"http://127.0.0.1:55957/t_u/ru", "node_name":"127.0.0.1:55957_t_u%2Fru", "state":"down"}, "core_node2":{ "state":"down", "base_url":"http://127.0.0.1:55966/t_u/ru", "core":"c8n_1x3_lf_shard1_replica3", "node_name":"127.0.0.1:55966_t_u%2Fru"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica2", "base_url":"http://127.0.0.1:55976/t_u/ru", "node_name":"127.0.0.1:55976_t_u%2Fru", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:55976/t_u/ru","node_name":"127.0.0.1:55976_t_u%2Fru","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/31)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"c8n_1x3_lf_shard1_replica1",
"base_url":"http://127.0.0.1:55957/t_u/ru",
"node_name":"127.0.0.1:55957_t_u%2Fru",
"state":"down"},
"core_node2":{
"state":"down",
"base_url":"http://127.0.0.1:55966/t_u/ru",
"core":"c8n_1x3_lf_shard1_replica3",
"node_name":"127.0.0.1:55966_t_u%2Fru"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica2",
"base_url":"http://127.0.0.1:55976/t_u/ru",
"node_name":"127.0.0.1:55976_t_u%2Fru",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([E79E43B57CEC810D:6FCA7C6FD210ECF5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:170)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([E79E43B57CEC810D:6FCA7C6FD210ECF5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:250)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:64)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
timeout waiting for collection in cluster state: collection=testcollection
Stack Trace:
java.lang.RuntimeException: timeout waiting for collection in cluster state: collection=testcollection
at __randomizedtesting.SeedInfo.seed([E79E43B57CEC810D:6FCA7C6FD210ECF5]:0)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForCollection(AbstractFullDistribZkTestBase.java:346)
at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.search.TestAnalyticsQParserPlugin.initializationError
Error Message:
No runnable methods
Stack Trace:
java.lang.Exception: No runnable methods
at org.junit.runners.BlockJUnit4ClassRunner.validateInstanceMethods(BlockJUnit4ClassRunner.java:166)
at org.junit.runners.BlockJUnit4ClassRunner.collectInitializationErrors(BlockJUnit4ClassRunner.java:102)
at org.junit.runners.ParentRunner.validate(ParentRunner.java:344)
at org.junit.runners.ParentRunner.<init>(ParentRunner.java:74)
at org.junit.runners.BlockJUnit4ClassRunner.<init>(BlockJUnit4ClassRunner.java:55)
at org.junit.internal.builders.JUnit4Builder.runnerForClass(JUnit4Builder.java:13)
at org.junit.runners.model.RunnerBuilder.safeRunnerForClass(RunnerBuilder.java:57)
at org.junit.internal.builders.AllDefaultPossibilitiesBuilder.runnerForClass(AllDefaultPossibilitiesBuilder.java:29)
at org.junit.runners.model.RunnerBuilder.safeRunnerForClass(RunnerBuilder.java:57)
at org.junit.internal.requests.ClassRequest.getRunner(ClassRequest.java:24)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:239)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
FAILED: org.apache.solr.security.TestPKIAuthenticationPlugin.test
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([E79E43B57CEC810D:6FCA7C6FD210ECF5]:0)
at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11783 lines...]
[junit4] Suite: org.apache.solr.security.TestPKIAuthenticationPlugin
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.TestPKIAuthenticationPlugin_E79E43B57CEC810D-001/init-core-data-001
[junit4] 2> 1323432 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[E79E43B57CEC810D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1323436 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[E79E43B57CEC810D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1323437 INFO (TEST-TestPKIAuthenticationPlugin.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1329923 ERROR (TEST-TestPKIAuthenticationPlugin.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.PKIAuthenticationPlugin Invalid key request timestamp: 1487636077068 , received timestamp: 1487636083449 , TTL: 5000
[junit4] 2> 1329923 INFO (TEST-TestPKIAuthenticationPlugin.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPKIAuthenticationPlugin -Dtests.method=test -Dtests.seed=E79E43B57CEC810D -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 6.49s J1 | TestPKIAuthenticationPlugin.test <<<
[junit4] > Throwable #1: java.lang.NullPointerException
[junit4] > at __randomizedtesting.SeedInfo.seed([E79E43B57CEC810D:6FCA7C6FD210ECF5]:0)
[junit4] > at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:100)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1329927 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[E79E43B57CEC810D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.TestPKIAuthenticationPlugin_E79E43B57CEC810D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=es-HN, timezone=Etc/GMT-0
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=98825048,total=407896064
[junit4] 2> NOTE: All tests run in this JVM: [QueryParsingTest, TestLocalFSCloudBackupRestore, TestDistributedStatsComponentCardinality, BasicFunctionalityTest, TestJsonFacets, TestFreeTextSuggestions, TestSchemaNameResource, TestJoin, TestLMDirichletSimilarityFactory, TestJmxMonitoredMap, TestManagedResourceStorage, ClusterStateTest, SolrCoreMetricManagerTest, TestUseDocValuesAsStored, DistributedQueryComponentCustomSortTest, TestMiniSolrCloudCluster, TestQueryUtils, UUIDUpdateProcessorFallbackTest, DebugComponentTest, ShufflingReplicaListTransformerTest, TestClusterProperties, RuleEngineTest, TestJavabinTupleStreamParser, ChaosMonkeySafeLeaderTest, TestSerializedLuceneMatchVersion, TestGraphTermsQParserPlugin, OverseerModifyCollectionTest, CdcrReplicationDistributedZkTest, TestLuceneMatchVersion, TestRecoveryHdfs, TestSchemaSimilarityResource, TestUnifiedSolrHighlighter, TestSmileRequest, TestRawResponseWriter, TestDownShardTolerantSearch, TestRealTimeGet, TestDistributedGrouping, TestDistribIDF, TestComplexPhraseQParserPlugin, TestSolrCoreSnapshots, OpenCloseCoreStressTest, IndexSchemaTest, TestCopyFieldCollectionResource, CloudMLTQParserTest, DocValuesNotIndexedTest, TestCloudManagedSchema, FullSolrCloudDistribCmdsTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, TestRangeQuery, CoreAdminCreateDiscoverTest, SpellCheckComponentTest, TestBadConfig, TestSolrCoreParser, ReplicationFactorTest, RAMDirectoryFactoryTest, UpdateParamsTest, TestSolrDeletionPolicy2, InfixSuggestersTest, HdfsSyncSliceTest, CollectionStateFormat2Test, TestIndexSearcher, TestSolr4Spatial, MinimalSchemaTest, OverriddenZkACLAndCredentialsProvidersTest, TestOrdValues, TestSolrQueryParserResource, TestAuthenticationFramework, TestImpersonationWithHadoopAuth, NoCacheHeaderTest, TestClassicSimilarityFactory, TestQueryWrapperFilter, TestFieldCacheSortRandom, SolrIndexSplitterTest, TestWriterPerf, SpatialRPTFieldTypeTest, JavabinLoaderTest, SubstringBytesRefFilterTest, CoreMergeIndexesAdminHandlerTest, TestCloudInspectUtil, TestNumericTerms32, DocValuesMissingTest, TestCloudSchemaless, TestPHPSerializedResponseWriter, SuggestComponentContextFilterQueryTest, SolrJmxReporterTest, HdfsRecoveryZkTest, TestBlendedInfixSuggestions, TestBackupRepositoryFactory, TestIntervalFaceting, TestFieldCacheWithThreads, TestSolrQueryResponse, ResponseLogComponentTest, AutoCommitTest, TestCrossCoreJoin, TestCoreDiscovery, ActionThrottleTest, PreAnalyzedFieldTest, TestStressInPlaceUpdates, SegmentsInfoRequestHandlerTest, FieldAnalysisRequestHandlerTest, UpdateLogTest, TestSolrXml, TestIndexingPerformance, FileBasedSpellCheckerTest, TestCustomStream, GraphQueryTest, TestScoreJoinQPScore, DistributedFacetPivotSmallTest, TestBlobHandler, MigrateRouteKeyTest, SaslZkACLProviderTest, BasicAuthIntegrationTest, DeleteLastCustomShardedReplicaTest, TestSolrConfigHandler, TestCustomDocTransformer, DistributedDebugComponentTest, TestConfigSetsAPI, HighlighterConfigTest, TestSolrQueryParser, ConvertedLegacyTest, BlobRepositoryCloudTest, EchoParamsTest, BigEndianAscendingWordDeserializerTest, TestTrieFacet, TestTrie, TestInitQParser, DocExpirationUpdateProcessorFactoryTest, DirectoryFactoryTest, ShardRoutingCustomTest, DateMathParserTest, ZkStateWriterTest, TestComponentsName, BitVectorTest, TestStandardQParsers, SliceStateTest, TestExceedMaxTermLength, JsonLoaderTest, TestQueryTypes, TestDynamicFieldCollectionResource, BlockJoinFacetRandomTest, TestUninvertingReader, TestStressRecovery, TestTolerantUpdateProcessorCloud, TestPKIAuthenticationPlugin]
[junit4] Completed [303/694 (1!)] on J1 in 6.51s, 1 test, 1 error <<< FAILURES!
[...truncated 84 lines...]
[junit4] Suite: org.apache.solr.search.TestAnalyticsQParserPlugin
[junit4] ERROR 0.00s J0 | TestAnalyticsQParserPlugin.initializationError <<<
[junit4] > Throwable #1: java.lang.Exception: No runnable methods
[junit4] Completed [331/694 (2!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!
[...truncated 37 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/init-core-data-001
[junit4] 2> 1487534 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E79E43B57CEC810D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1487538 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E79E43B57CEC810D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1487538 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E79E43B57CEC810D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /t_u/ru
[junit4] 2> 1487540 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1487541 INFO (Thread-1883) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1487541 INFO (Thread-1883) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1487651 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.ZkTestServer start zk server on port:55954
[junit4] 2> 1487682 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1487686 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1487689 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1487692 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1487695 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1487698 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1487701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1487704 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1487706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1487709 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1487712 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1488093 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/control-001/cores/collection1
[junit4] 2> 1488096 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1488098 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31c3531b{/t_u/ru,null,AVAILABLE}
[junit4] 2> 1488152 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@75b32c53{HTTP/1.1,[http/1.1]}{127.0.0.1:55958}
[junit4] 2> 1488152 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.Server Started @1493728ms
[junit4] 2> 1488152 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/tempDir-001/control/data, hostContext=/t_u/ru, hostPort=55957, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/control-001/cores}
[junit4] 2> 1488153 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1488153 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1488153 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1488153 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1488153 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-21T00:17:21.687Z
[junit4] 2> 1488157 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1488157 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/control-001/solr.xml
[junit4] 2> 1488169 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55954/solr
[junit4] 2> 1488211 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1488212 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55957_t_u%2Fru
[junit4] 2> 1488215 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.Overseer Overseer (id=97493728695287812-127.0.0.1:55957_t_u%2Fru-n_0000000000) starting
[junit4] 2> 1488229 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55957_t_u%2Fru
[junit4] 2> 1488233 INFO (zkCallback-1453-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1488783 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/control-001/cores
[junit4] 2> 1488783 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1488787 INFO (OverseerStateUpdate-97493728695287812-127.0.0.1:55957_t_u%2Fru-n_0000000000) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1489814 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1489825 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1489897 WARN (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1489899 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1489921 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1489922 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/control-001/cores/collection1/data/]
[junit4] 2> 1489922 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57661e1c
[junit4] 2> 1489923 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=53.5478515625, floorSegmentMB=0.4306640625, forceMergeDeletesPctAllowed=6.055425948853358, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1489928 WARN (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1489995 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1489995 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1489996 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1489996 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1489997 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8471689028307036]
[junit4] 2> 1489997 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c0b5db8[collection1] main]
[junit4] 2> 1489999 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1490000 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1490000 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1490000 INFO (searcherExecutor-4463-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru x:collection1 c:control_collection) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c0b5db8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1490001 INFO (coreLoadExecutor-4462-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559899661700956160
[junit4] 2> 1490012 INFO (coreZkRegister-4455-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru x:collection1 c:control_collection) [n:127.0.0.1:55957_t_u%2Fru c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1490012 INFO (coreZkRegister-4455-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru x:collection1 c:control_collection) [n:127.0.0.1:55957_t_u%2Fru c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1490012 INFO (coreZkRegister-4455-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru x:collection1 c:control_collection) [n:127.0.0.1:55957_t_u%2Fru c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55957/t_u/ru/collection1/
[junit4] 2> 1490012 INFO (coreZkRegister-4455-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru x:collection1 c:control_collection) [n:127.0.0.1:55957_t_u%2Fru c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1490012 INFO (coreZkRegister-4455-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru x:collection1 c:control_collection) [n:127.0.0.1:55957_t_u%2Fru c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55957/t_u/ru/collection1/ has no replicas
[junit4] 2> 1490012 INFO (coreZkRegister-4455-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru x:collection1 c:control_collection) [n:127.0.0.1:55957_t_u%2Fru c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1490020 INFO (coreZkRegister-4455-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru x:collection1 c:control_collection) [n:127.0.0.1:55957_t_u%2Fru c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55957/t_u/ru/collection1/ shard1
[junit4] 2> 1490176 INFO (coreZkRegister-4455-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru x:collection1 c:control_collection) [n:127.0.0.1:55957_t_u%2Fru c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1490345 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1490347 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55954/solr ready
[junit4] 2> 1490347 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1490591 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-1-001/cores/collection1
[junit4] 2> 1490592 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-1-001
[junit4] 2> 1490592 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1490594 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43f990ce{/t_u/ru,null,AVAILABLE}
[junit4] 2> 1490595 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@132423d9{HTTP/1.1,[http/1.1]}{127.0.0.1:55967}
[junit4] 2> 1490595 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.Server Started @1496171ms
[junit4] 2> 1490595 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/t_u/ru, hostPort=55966, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-1-001/cores}
[junit4] 2> 1490596 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1490597 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1490597 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1490597 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1490597 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-21T00:17:24.131Z
[junit4] 2> 1490600 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1490600 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-1-001/solr.xml
[junit4] 2> 1490612 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55954/solr
[junit4] 2> 1490628 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55966_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1490633 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55966_t_u%2Fru ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1490637 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55966_t_u%2Fru ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55966_t_u%2Fru
[junit4] 2> 1490640 INFO (zkCallback-1453-thread-3-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1490641 INFO (zkCallback-1462-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1490641 INFO (zkCallback-1457-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1490714 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55966_t_u%2Fru ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-1-001/cores
[junit4] 2> 1490714 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55966_t_u%2Fru ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1490718 INFO (OverseerStateUpdate-97493728695287812-127.0.0.1:55957_t_u%2Fru-n_0000000000) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1491736 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1491746 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1491812 WARN (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1491814 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1491832 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1491833 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1491833 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57661e1c
[junit4] 2> 1491834 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=53.5478515625, floorSegmentMB=0.4306640625, forceMergeDeletesPctAllowed=6.055425948853358, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1491838 WARN (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1491894 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1491894 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1491895 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1491895 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1491896 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8471689028307036]
[junit4] 2> 1491896 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c4f82fa[collection1] main]
[junit4] 2> 1491898 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1491899 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1491899 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1491900 INFO (searcherExecutor-4474-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c4f82fa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1491900 INFO (coreLoadExecutor-4473-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559899663692201984
[junit4] 2> 1491911 INFO (coreZkRegister-4468-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55966_t_u%2Fru c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1491911 INFO (coreZkRegister-4468-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55966_t_u%2Fru c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1491911 INFO (coreZkRegister-4468-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55966_t_u%2Fru c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55966/t_u/ru/collection1/
[junit4] 2> 1491911 INFO (coreZkRegister-4468-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55966_t_u%2Fru c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1491911 INFO (coreZkRegister-4468-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55966_t_u%2Fru c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55966/t_u/ru/collection1/ has no replicas
[junit4] 2> 1491911 INFO (coreZkRegister-4468-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55966_t_u%2Fru c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1491918 INFO (coreZkRegister-4468-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55966_t_u%2Fru c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55966/t_u/ru/collection1/ shard2
[junit4] 2> 1492030 INFO (coreZkRegister-4468-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55966_t_u%2Fru c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1492494 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-2-001/cores/collection1
[junit4] 2> 1492496 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-2-001
[junit4] 2> 1492496 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1492498 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a98ee8d{/t_u/ru,null,AVAILABLE}
[junit4] 2> 1492498 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b77313f{HTTP/1.1,[http/1.1]}{127.0.0.1:55972}
[junit4] 2> 1492498 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.Server Started @1498074ms
[junit4] 2> 1492499 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/t_u/ru, hostPort=55971, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-2-001/cores}
[junit4] 2> 1492499 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1492500 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1492500 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1492500 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1492500 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-21T00:17:26.034Z
[junit4] 2> 1492504 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1492504 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-2-001/solr.xml
[junit4] 2> 1492526 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55954/solr
[junit4] 2> 1492542 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55971_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1492547 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55971_t_u%2Fru ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1492552 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55971_t_u%2Fru ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55971_t_u%2Fru
[junit4] 2> 1492555 INFO (zkCallback-1462-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1492555 INFO (zkCallback-1453-thread-2-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1492555 INFO (zkCallback-1468-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1492555 INFO (zkCallback-1457-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1492648 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55971_t_u%2Fru ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-2-001/cores
[junit4] 2> 1492648 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55971_t_u%2Fru ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1492650 INFO (OverseerStateUpdate-97493728695287812-127.0.0.1:55957_t_u%2Fru-n_0000000000) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1493669 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1493680 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1493750 WARN (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1493752 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1493773 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1493773 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 1493773 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57661e1c
[junit4] 2> 1493774 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=53.5478515625, floorSegmentMB=0.4306640625, forceMergeDeletesPctAllowed=6.055425948853358, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1493779 WARN (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1493839 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493839 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1493840 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493840 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493841 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8471689028307036]
[junit4] 2> 1493842 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63147ae1[collection1] main]
[junit4] 2> 1493843 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1493844 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1493844 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1493845 INFO (searcherExecutor-4485-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@63147ae1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493845 INFO (coreLoadExecutor-4484-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559899665731682304
[junit4] 2> 1493855 INFO (coreZkRegister-4479-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55971_t_u%2Fru c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1493855 INFO (coreZkRegister-4479-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55971_t_u%2Fru c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1493855 INFO (coreZkRegister-4479-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55971_t_u%2Fru c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55971/t_u/ru/collection1/
[junit4] 2> 1493856 INFO (coreZkRegister-4479-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55971_t_u%2Fru c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1493856 INFO (coreZkRegister-4479-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55971_t_u%2Fru c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55971/t_u/ru/collection1/ has no replicas
[junit4] 2> 1493856 INFO (coreZkRegister-4479-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55971_t_u%2Fru c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1493863 INFO (coreZkRegister-4479-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55971_t_u%2Fru c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55971/t_u/ru/collection1/ shard1
[junit4] 2> 1493975 INFO (coreZkRegister-4479-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55971_t_u%2Fru c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1495010 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-3-001/cores/collection1
[junit4] 2> 1495011 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-3-001
[junit4] 2> 1495012 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1495014 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33f2c728{/t_u/ru,null,AVAILABLE}
[junit4] 2> 1495014 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4fb8ea2d{HTTP/1.1,[http/1.1]}{127.0.0.1:55977}
[junit4] 2> 1495014 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.Server Started @1500590ms
[junit4] 2> 1495014 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/t_u/ru, hostPort=55976, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-3-001/cores}
[junit4] 2> 1495015 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1495016 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1495016 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1495016 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1495016 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-21T00:17:28.550Z
[junit4] 2> 1495020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1495020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-3-001/solr.xml
[junit4] 2> 1495055 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55954/solr
[junit4] 2> 1495072 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55976_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1495076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55976_t_u%2Fru ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1495082 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55976_t_u%2Fru ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55976_t_u%2Fru
[junit4] 2> 1495086 INFO (zkCallback-1462-thread-1-processing-n:127.0.0.1:55966_t_u%2Fru) [n:127.0.0.1:55966_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1495086 INFO (zkCallback-1453-thread-1-processing-n:127.0.0.1:55957_t_u%2Fru) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1495086 INFO (zkCallback-1457-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1495086 INFO (zkCallback-1468-thread-1-processing-n:127.0.0.1:55971_t_u%2Fru) [n:127.0.0.1:55971_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1495087 INFO (zkCallback-1474-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1495168 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55976_t_u%2Fru ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-3-001/cores
[junit4] 2> 1495168 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E79E43B57CEC810D]) [n:127.0.0.1:55976_t_u%2Fru ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1495171 INFO (OverseerStateUpdate-97493728695287812-127.0.0.1:55957_t_u%2Fru-n_0000000000) [n:127.0.0.1:55957_t_u%2Fru ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1496199 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1496210 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1496276 WARN (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1496278 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1496298 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1496298 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E79E43B57CEC810D-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 1496298 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57661e1c
[junit4] 2> 1496299 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=53.5478515625, floorSegmentMB=0.4306640625, forceMergeDeletesPctAllowed=6.055425948853358, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1496304 WARN (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1496359 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1496359 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1496360 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1496360 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1496361 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8471689028307036]
[junit4] 2> 1496362 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ee004ba[collection1] main]
[junit4] 2> 1496363 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1496364 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1496364 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1496365 INFO (searcherExecutor-4496-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ee004ba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1496365 INFO (coreLoadExecutor-4495-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru) [n:127.0.0.1:55976_t_u%2Fru c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559899668374093824
[junit4] 2> 1496372 INFO (coreZkRegister-4490-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru x:collection1 c:collection1) [n:127.0.0.1:55976_t_u%2Fru c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1496372 INFO (updateExecutor-1471-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55976_t_u%2Fru c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1496373 INFO (recoveryExecutor-1472-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55976_t_u%2Fru c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1496373 INFO (recoveryExecutor-1472-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55976_t_u%2Fru c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1496373 INFO (recoveryExecutor-1472-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55976_t_u%2Fru c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1496373 INFO (recoveryExecutor-1472-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55976_t_u%2Fru c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1496373 INFO (recoveryExecutor-1472-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55976_t_u%2Fru c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:55966/t_u/ru/collection1/] and I am [http://127.0.0.1:55976/t_u/ru/collection1/]
[junit4] 2> 1496377 INFO (recoveryExecutor-1472-thread-1-processing-n:127.0.0.1:55976_t_u%2Fru x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55976_t_u%2Fru c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:55966/t_u/ru]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:55976_t_u%252Fru&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1496378 INFO (SocketProxy-Acceptor-55966) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55986,localport=55966], receiveBufferSize:408300
[junit4] 2> 1496424 INFO (SocketProxy-Acceptor-55966) [ ] o.a.s.c.SocketProxy proxy
[...truncated too long message...]
onnector@368da8ec{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2902633 INFO (TEST-TestRebalanceLeaders.test-seed#[E79E43B57CEC810D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f44e4d1{/mr/fa,null,UNAVAILABLE}
[junit4] 2> 2902636 INFO (TEST-TestRebalanceLeaders.test-seed#[E79E43B57CEC810D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59391 59391
[junit4] 2> 2902645 INFO (Thread-4627) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59391 59391
[junit4] 2> 2905549 WARN (Thread-4627) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/testcollection/state.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 64 /solr/overseer/queue
[junit4] 2> 56 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRebalanceLeaders -Dtests.method=test -Dtests.seed=E79E43B57CEC810D -Dtests.slow=true -Dtests.locale=es-PY -Dtests.timezone=America/Dawson_Creek -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 68.9s J0 | TestRebalanceLeaders.test <<<
[junit4] > Throwable #1: java.lang.RuntimeException: timeout waiting for collection in cluster state: collection=testcollection
[junit4] > at __randomizedtesting.SeedInfo.seed([E79E43B57CEC810D:6FCA7C6FD210ECF5]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForCollection(AbstractFullDistribZkTestBase.java:346)
[junit4] > at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:73)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2905554 INFO (SUITE-TestRebalanceLeaders-seed#[E79E43B57CEC810D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E79E43B57CEC810D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1181, maxMBSortInHeap=6.091697082436917, sim=RandomSimilarity(queryNorm=false): {}, locale=es-PY, timezone=America/Dawson_Creek
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=232297344,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [HdfsUnloadDistributedZkTest, TestFastOutputStream, TestAuthorizationFramework, AnalyticsQueryTest, StatsReloadRaceTest, SchemaVersionSpecificBehaviorTest, RecoveryZkTest, TestCloudDeleteByQuery, ReplaceNodeTest, TestDefaultSearchFieldResource, HdfsChaosMonkeyNothingIsSafeTest, TestRawTransformer, SolrMetricManagerTest, DOMUtilTest, TestDocBasedVersionConstraints, TestSubQueryTransformerCrossCore, TestScoreJoinQPNoScore, HdfsThreadLeakTest, SolrIndexConfigTest, SolrTestCaseJ4Test, TestSolrCloudWithKerberosAlt, TestFilteredDocIdSet, TestReplicationHandler, EnumFieldTest, TestCollectionAPIs, TestCloudRecovery, TestCharFilters, TestBinaryResponseWriter, BlockJoinFacetDistribTest, MoreLikeThisHandlerTest, TestSegmentSorting, FileUtilsTest, DocumentAnalysisRequestHandlerTest, TestCoreAdminApis, TestLockTree, HdfsDirectoryTest, ShardRoutingTest, LeaderElectionTest, TestFieldTypeResource, TestSolrJ, TestXmlQParser, DocumentBuilderTest, RecoveryAfterSoftCommitTest, SearchHandlerTest, DeleteInactiveReplicaTest, MergeStrategyTest, AnalysisAfterCoreReloadTest, DistributedSpellCheckComponentTest, TestSimpleQParserPlugin, TestRandomRequestDistribution, UtilsToolTest, IndexSchemaRuntimeFieldTest, CloneFieldUpdateProcessorFactoryTest, HighlighterTest, HdfsRestartWhileUpdatingTest, TestBM25SimilarityFactory, PingRequestHandlerTest, TestChildDocTransformer, HdfsBasicDistributedZk2Test, TestTolerantUpdateProcessorRandomCloud, RestartWhileUpdatingTest, UnloadDistributedZkTest, TestGraphMLResponseWriter, CdcrUpdateLogTest, ExplicitHLLTest, TestRestManager, TestPseudoReturnFields, SolrPluginUtilsTest, OverseerCollectionConfigSetProcessorTest, TestLRUCache, TestSchemaResource, FastVectorHighlighterTest, CdcrReplicationHandlerTest, TestUpdate, TestHdfsUpdateLog, TestLeaderElectionWithEmptyReplica, TestAnalyzeInfixSuggestions, SolrGraphiteReporterTest, TestRequestStatusCollectionAPI, BasicAuthStandaloneTest, TestIBSimilarityFactory, TestCustomSort, IndexBasedSpellCheckerTest, SolrRequestParserTest, PrimitiveFieldTypeTest, TestFunctionQuery, TestLazyCores, TestStressLiveNodes, LeaderInitiatedRecoveryOnShardRestartTest, SolrSlf4jReporterTest, FacetPivotSmallTest, TestCSVLoader, TestConfigReload, TestLegacyFieldCache, OverseerRolesTest, DistributedFacetPivotWhiteBoxTest, TestLRUStatsCache, TestDocTermOrds, TestComplexPhraseLeadingWildcard, PrimUtilsTest, TestDefaultStatsCache, TestDistributedSearch, SparseHLLTest, TestBinaryField, TestQuerySenderNoQuery, TestSizeLimitedDistributedMap, TestStressVersions, ClusterStateUpdateTest, BasicDistributedZkTest, MissingSegmentRecoveryTest, TestExportWriter, DocValuesTest, BooleanFieldTest, TestRandomCollapseQParserPlugin, DistributedMLTComponentTest, PeerSyncWithIndexFingerprintCachingTest, TestFieldCacheVsDocValues, ResponseHeaderTest, TestMergePolicyConfig, TestTrackingShardHandlerFactory, TestFieldCacheReopen, TestManagedResource, DocValuesMultiTest, TestFieldCacheSort, HardAutoCommitTest, TestStressCloudBlindAtomicUpdates, TestSQLHandlerNonCloud, SimpleMLTQParserTest, TestPostingsSolrHighlighter, TestHighFrequencyDictionaryFactory, TestNRTOpen, AtomicUpdatesTest, RulesTest, CopyFieldTest, QueryElevationComponentTest, TestCoreContainer, SecurityConfHandlerTest, OverseerTaskQueueTest, OpenExchangeRatesOrgProviderTest, TestCollationField, TestSolrDynamicMBean, BlockDirectoryTest, SampleTest, TestShardHandlerFactory, SortSpecParsingTest, CollectionReloadTest, SystemInfoHandlerTest, TestStressReorder, TestConfigSetProperties, JvmMetricsTest, LeaderFailureAfterFreshStartTest, TestSolrCLIRunExample, TestLegacyNumericRangeQueryBuilder, DistributedQueryElevationComponentTest, XmlUpdateRequestHandlerTest, TestSortByMinMaxFunction, AsyncCallRequestStatusResponseTest, PluginInfoTest, DeleteShardTest, SuggesterFSTTest, TestCursorMarkWithoutUniqueKey, SolrXmlInZkTest, TestSlowCompositeReaderWrapper, InfoHandlerTest, DistribJoinFromCollectionTest, TestDistribDocBasedVersion, ZkCLITest, ZkNodePropsTest, RequestLoggingTest, TolerantUpdateProcessorTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, DistributedTermsComponentTest, StatsComponentTest, PeerSyncTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TermsComponentTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, LoggingHandlerTest, RegexBoostProcessorTest, ReturnFieldsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestLFUCache, SynonymTokenizerTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, ResourceLoaderTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AssignTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteStatusTest, DistribCursorPagingTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRebalanceLeaders]
[junit4] Completed [533/694 (5!)] on J0 in 68.97s, 1 test, 1 error <<< FAILURES!
[...truncated 63155 lines...]