You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/18 14:35:03 UTC
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 870 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/870/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:52132","node_name":"127.0.0.1:52132_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "state":"down", "base_url":"http://127.0.0.1:52150", "core":"c8n_1x3_lf_shard1_replica3", "node_name":"127.0.0.1:52150_"}, "core_node2":{ "core":"c8n_1x3_lf_shard1_replica2", "base_url":"http://127.0.0.1:52132", "node_name":"127.0.0.1:52132_", "state":"active", "leader":"true"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica1", "base_url":"http://127.0.0.1:52143", "node_name":"127.0.0.1:52143_", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:52132","node_name":"127.0.0.1:52132_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"down",
"base_url":"http://127.0.0.1:52150",
"core":"c8n_1x3_lf_shard1_replica3",
"node_name":"127.0.0.1:52150_"},
"core_node2":{
"core":"c8n_1x3_lf_shard1_replica2",
"base_url":"http://127.0.0.1:52132",
"node_name":"127.0.0.1:52132_",
"state":"active",
"leader":"true"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica1",
"base_url":"http://127.0.0.1:52143",
"node_name":"127.0.0.1:52143_",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([B0859731D53CA544:38D1A8EB7BC0C8BC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12707 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/init-core-data-001
[junit4] 2> 2843590 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[B0859731D53CA544]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=37 numCloses=37
[junit4] 2> 2843590 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[B0859731D53CA544]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 2843596 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[B0859731D53CA544]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2843596 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[B0859731D53CA544]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2843598 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2843598 INFO (Thread-3823) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2843598 INFO (Thread-3823) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2843602 ERROR (Thread-3823) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2843708 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.ZkTestServer start zk server on port:52116
[junit4] 2> 2843758 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2843763 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2843767 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2843770 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2843774 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2843777 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2843780 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2843782 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2843786 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2843790 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2843793 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2844137 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/control-001/cores/collection1
[junit4] 2> 2844141 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2844143 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58cec2a0{/,null,AVAILABLE}
[junit4] 2> 2844146 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bdb7811{HTTP/1.1,[http/1.1]}{127.0.0.1:52120}
[junit4] 2> 2844146 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.Server Started @2848909ms
[junit4] 2> 2844146 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/tempDir-001/control/data, hostContext=/, hostPort=52119, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/control-001/cores}
[junit4] 2> 2844147 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2844148 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.7.0
[junit4] 2> 2844148 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2844148 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2844148 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T13:47:39.798Z
[junit4] 2> 2844153 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2844153 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/control-001/solr.xml
[junit4] 2> 2844165 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2844166 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52116/solr
[junit4] 2> 2844213 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52119_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2844216 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52119_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52119_
[junit4] 2> 2844219 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52119_ ] o.a.s.c.Overseer Overseer (id=97983873630273540-127.0.0.1:52119_-n_0000000000) starting
[junit4] 2> 2844234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52119_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52119_
[junit4] 2> 2844240 INFO (zkCallback-3795-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2844406 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52119_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/control-001/cores
[junit4] 2> 2844406 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52119_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2844407 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2844411 INFO (OverseerStateUpdate-97983873630273540-127.0.0.1:52119_-n_0000000000) [n:127.0.0.1:52119_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2845434 WARN (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2845434 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2845447 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2845551 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2845572 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2845573 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2845573 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/control-001/cores/collection1/data/]
[junit4] 2> 2845574 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a5e882b
[junit4] 2> 2845575 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1838387955, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2845584 WARN (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2845655 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2845655 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2845656 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2845656 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2845657 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2845657 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77e89ba5[collection1] main]
[junit4] 2> 2845659 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2845660 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2845660 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2845662 INFO (searcherExecutor-7959-thread-1-processing-n:127.0.0.1:52119_ x:collection1 c:control_collection) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@77e89ba5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2845662 INFO (coreLoadExecutor-7958-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567741980245491712
[junit4] 2> 2845679 INFO (coreZkRegister-7951-thread-1-processing-n:127.0.0.1:52119_ x:collection1 c:control_collection) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2845679 INFO (coreZkRegister-7951-thread-1-processing-n:127.0.0.1:52119_ x:collection1 c:control_collection) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2845679 INFO (coreZkRegister-7951-thread-1-processing-n:127.0.0.1:52119_ x:collection1 c:control_collection) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52119/collection1/
[junit4] 2> 2845679 INFO (coreZkRegister-7951-thread-1-processing-n:127.0.0.1:52119_ x:collection1 c:control_collection) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2845679 INFO (coreZkRegister-7951-thread-1-processing-n:127.0.0.1:52119_ x:collection1 c:control_collection) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52119/collection1/ has no replicas
[junit4] 2> 2845679 INFO (coreZkRegister-7951-thread-1-processing-n:127.0.0.1:52119_ x:collection1 c:control_collection) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2845687 INFO (coreZkRegister-7951-thread-1-processing-n:127.0.0.1:52119_ x:collection1 c:control_collection) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52119/collection1/ shard1
[junit4] 2> 2845851 INFO (coreZkRegister-7951-thread-1-processing-n:127.0.0.1:52119_ x:collection1 c:control_collection) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2845957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2845959 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52116/solr ready
[junit4] 2> 2845959 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2845959 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 2846350 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-1-001/cores/collection1
[junit4] 2> 2846352 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-1-001
[junit4] 2> 2846354 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2846357 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fb7dc7a{/,null,AVAILABLE}
[junit4] 2> 2846357 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c840581{HTTP/1.1,[http/1.1]}{127.0.0.1:52133}
[junit4] 2> 2846357 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.Server Started @2851120ms
[junit4] 2> 2846357 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=52132, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-1-001/cores}
[junit4] 2> 2846358 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2846359 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.7.0
[junit4] 2> 2846359 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2846359 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2846359 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T13:47:42.009Z
[junit4] 2> 2846365 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2846365 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-1-001/solr.xml
[junit4] 2> 2846393 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2846395 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52116/solr
[junit4] 2> 2846418 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2846424 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52132_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2846430 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52132_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52132_
[junit4] 2> 2846433 INFO (zkCallback-3795-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2846434 INFO (zkCallback-3799-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2846436 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2846597 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52132_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-1-001/cores
[junit4] 2> 2846597 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52132_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2846600 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2846604 INFO (OverseerStateUpdate-97983873630273540-127.0.0.1:52119_-n_0000000000) [n:127.0.0.1:52119_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2846718 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2847653 WARN (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2847654 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2847675 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2847835 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2847867 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 2847867 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2847867 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 2847868 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a5e882b
[junit4] 2> 2847870 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1838387955, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2847879 WARN (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2847994 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2847994 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2847995 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2847995 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2847997 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2847997 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@723731b2[collection1] main]
[junit4] 2> 2847999 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2848000 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2848000 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2848003 INFO (searcherExecutor-7970-thread-1-processing-n:127.0.0.1:52132_ x:collection1 c:collection1) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@723731b2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2848003 INFO (coreLoadExecutor-7969-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567741982700208128
[junit4] 2> 2848017 INFO (coreZkRegister-7964-thread-1-processing-n:127.0.0.1:52132_ x:collection1 c:collection1) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2848017 INFO (coreZkRegister-7964-thread-1-processing-n:127.0.0.1:52132_ x:collection1 c:collection1) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2848017 INFO (coreZkRegister-7964-thread-1-processing-n:127.0.0.1:52132_ x:collection1 c:collection1) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52132/collection1/
[junit4] 2> 2848017 INFO (coreZkRegister-7964-thread-1-processing-n:127.0.0.1:52132_ x:collection1 c:collection1) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2848017 INFO (coreZkRegister-7964-thread-1-processing-n:127.0.0.1:52132_ x:collection1 c:collection1) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52132/collection1/ has no replicas
[junit4] 2> 2848017 INFO (coreZkRegister-7964-thread-1-processing-n:127.0.0.1:52132_ x:collection1 c:collection1) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2848026 INFO (coreZkRegister-7964-thread-1-processing-n:127.0.0.1:52132_ x:collection1 c:collection1) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52132/collection1/ shard2
[junit4] 2> 2848143 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2848192 INFO (coreZkRegister-7964-thread-1-processing-n:127.0.0.1:52132_ x:collection1 c:collection1) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2848303 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2848593 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-2-001/cores/collection1
[junit4] 2> 2848595 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-2-001
[junit4] 2> 2848595 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2848598 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12b15b68{/,null,AVAILABLE}
[junit4] 2> 2848598 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35c5402c{HTTP/1.1,[http/1.1]}{127.0.0.1:52144}
[junit4] 2> 2848598 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.Server Started @2853361ms
[junit4] 2> 2848599 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=52143, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-2-001/cores}
[junit4] 2> 2848600 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2848601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.7.0
[junit4] 2> 2848601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2848601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2848601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T13:47:44.251Z
[junit4] 2> 2848607 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2848607 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-2-001/solr.xml
[junit4] 2> 2848618 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2848641 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52116/solr
[junit4] 2> 2848664 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52143_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2848671 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52143_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2848677 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52143_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52143_
[junit4] 2> 2848682 INFO (zkCallback-3799-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2848683 INFO (zkCallback-3811-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2848682 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2848682 INFO (zkCallback-3795-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2848842 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52143_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-2-001/cores
[junit4] 2> 2848843 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52143_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2848851 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2848853 INFO (OverseerStateUpdate-97983873630273540-127.0.0.1:52119_-n_0000000000) [n:127.0.0.1:52119_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2848971 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2848971 INFO (zkCallback-3811-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2849891 WARN (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2849893 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2849914 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2850044 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2850078 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 2850079 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2850079 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 2850079 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a5e882b
[junit4] 2> 2850081 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1838387955, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2850090 WARN (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2850204 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2850204 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2850206 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2850206 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2850207 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2850207 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d194e38[collection1] main]
[junit4] 2> 2850210 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2850211 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2850211 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2850213 INFO (searcherExecutor-7981-thread-1-processing-n:127.0.0.1:52143_ x:collection1 c:collection1) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3d194e38[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2850214 INFO (coreLoadExecutor-7980-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567741985018609664
[junit4] 2> 2850227 INFO (coreZkRegister-7975-thread-1-processing-n:127.0.0.1:52143_ x:collection1 c:collection1) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2850228 INFO (coreZkRegister-7975-thread-1-processing-n:127.0.0.1:52143_ x:collection1 c:collection1) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2850228 INFO (coreZkRegister-7975-thread-1-processing-n:127.0.0.1:52143_ x:collection1 c:collection1) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52143/collection1/
[junit4] 2> 2850228 INFO (coreZkRegister-7975-thread-1-processing-n:127.0.0.1:52143_ x:collection1 c:collection1) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2850228 INFO (coreZkRegister-7975-thread-1-processing-n:127.0.0.1:52143_ x:collection1 c:collection1) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52143/collection1/ has no replicas
[junit4] 2> 2850228 INFO (coreZkRegister-7975-thread-1-processing-n:127.0.0.1:52143_ x:collection1 c:collection1) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2850237 INFO (coreZkRegister-7975-thread-1-processing-n:127.0.0.1:52143_ x:collection1 c:collection1) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52143/collection1/ shard1
[junit4] 2> 2850353 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2850353 INFO (zkCallback-3811-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2850405 INFO (coreZkRegister-7975-thread-1-processing-n:127.0.0.1:52143_ x:collection1 c:collection1) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2850523 INFO (zkCallback-3811-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2850523 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2850994 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-3-001/cores/collection1
[junit4] 2> 2850997 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-3-001
[junit4] 2> 2850998 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2851001 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6152860e{/,null,AVAILABLE}
[junit4] 2> 2851001 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62962a08{HTTP/1.1,[http/1.1]}{127.0.0.1:52151}
[junit4] 2> 2851001 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.e.j.s.Server Started @2855764ms
[junit4] 2> 2851001 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=52150, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-3-001/cores}
[junit4] 2> 2851003 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2851003 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.7.0
[junit4] 2> 2851004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2851004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2851004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T13:47:46.654Z
[junit4] 2> 2851013 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2851013 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-3-001/solr.xml
[junit4] 2> 2851030 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2851031 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52116/solr
[junit4] 2> 2851054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52150_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2851062 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52150_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2851071 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52150_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52150_
[junit4] 2> 2851075 INFO (zkCallback-3799-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2851077 INFO (zkCallback-3811-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2851076 INFO (zkCallback-3817-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2851077 INFO (zkCallback-3795-thread-1-processing-n:127.0.0.1:52119_) [n:127.0.0.1:52119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2851077 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2851302 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52150_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-3-001/cores
[junit4] 2> 2851302 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [n:127.0.0.1:52150_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2851304 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2851307 INFO (OverseerStateUpdate-97983873630273540-127.0.0.1:52119_-n_0000000000) [n:127.0.0.1:52119_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2851438 INFO (zkCallback-3817-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2851438 INFO (zkCallback-3811-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2851438 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2852342 WARN (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2852343 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2852365 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2852543 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2852574 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 2852575 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2852575 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 2852575 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a5e882b
[junit4] 2> 2852577 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1838387955, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2852586 WARN (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2852728 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2852728 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2852730 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2852730 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2852731 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2852732 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78446588[collection1] main]
[junit4] 2> 2852734 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2852736 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2852736 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2852739 INFO (searcherExecutor-7992-thread-1-processing-n:127.0.0.1:52150_ x:collection1 c:collection1) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@78446588[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2852739 INFO (coreLoadExecutor-7991-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567741987666264064
[junit4] 2> 2852748 INFO (coreZkRegister-7986-thread-1-processing-n:127.0.0.1:52150_ x:collection1 c:collection1) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 2852749 INFO (updateExecutor-3814-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2852750 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2852750 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2852750 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 2852750 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2852751 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:52132/collection1/] and I am [http://127.0.0.1:52150/collection1/]
[junit4] 2> 2852758 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:52132]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:52150_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2852760 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52155,localport=52132], receiveBufferSize:408300
[junit4] 2> 2852761 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52133,localport=52156], receiveBufferSize=408300
[junit4] 2> 2852766 INFO (qtp1652784834-18017) [n:127.0.0.1:52132_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2852767 INFO (qtp1652784834-18017) [n:127.0.0.1:52132_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 2852767 INFO (qtp1652784834-18017) [n:127.0.0.1:52132_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:52150_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:52150","node_name":"127.0.0.1:52150_","state":"down"}
[junit4] 2> 2852860 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2852860 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 2852860 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 2852863 INFO (zkCallback-3817-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2852864 INFO (zkCallback-3811-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2852864 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2853771 INFO (qtp1652784834-18017) [n:127.0.0.1:52132_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:52150_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:52150","node_name":"127.0.0.1:52150_","state":"recovering"}
[junit4] 2> 2853771 INFO (qtp1652784834-18017) [n:127.0.0.1:52132_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 2853771 INFO (qtp1652784834-18017) [n:127.0.0.1:52132_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:52150_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1005
[junit4] 2> 2854280 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:52132/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 2854281 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:52150 START replicas=[http://127.0.0.1:52132/collection1/] nUpdates=100
[junit4] 2> 2854284 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52178,localport=52132], receiveBufferSize:408300
[junit4] 2> 2854285 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52133,localport=52179], receiveBufferSize=408300
[junit4] 2> 2854286 INFO (qtp1652784834-18018) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2854286 INFO (qtp1652784834-18018) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2854287 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2854287 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 2854287 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2854287 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2854288 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2854288 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 2854288 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 2854288 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 2854288 INFO (recoveryExecutor-3815-thread-1-processing-n:127.0.0.1:52150_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 2854407 INFO (zkCallback-3817-thread-1-processing-n:127.0.0.1:52150_) [n:127.0.0.1:52150_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2854407 INFO (zkCallback-3811-thread-1-processing-n:127.0.0.1:52143_) [n:127.0.0.1:52143_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2854407 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:52132_) [n:127.0.0.1:52132_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2854867 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 2854868 INFO (SocketProxy-Acceptor-52119) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52180,localport=52119], receiveBufferSize:408300
[junit4] 2> 2854869 INFO (SocketProxy-Acceptor-52119) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52120,localport=52181], receiveBufferSize=408300
[junit4] 2> 2854873 INFO (qtp544654403-17979) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2854873 INFO (qtp544654403-17979) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2854874 INFO (qtp544654403-17979) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2854874 INFO (qtp544654403-17979) [n:127.0.0.1:52119_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 2854876 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52182,localport=52132], receiveBufferSize:408300
[junit4] 2> 2854877 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52133,localport=52183], receiveBufferSize=408300
[junit4] 2> 2854883 INFO (SocketProxy-Acceptor-52143) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52184,localport=52143], receiveBufferSize:408300
[junit4] 2> 2854884 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52185,localport=52132], receiveBufferSize:408300
[junit4] 2> 2854884 INFO (SocketProxy-Acceptor-52150) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52186,localport=52150], receiveBufferSize:408300
[junit4] 2> 2854885 INFO (SocketProxy-Acceptor-52143) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52144,localport=52187], receiveBufferSize=408300
[junit4] 2> 2854886 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52133,localport=52188], receiveBufferSize=408300
[junit4] 2> 2854886 INFO (qtp1652784834-18022) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2854887 INFO (SocketProxy-Acceptor-52150) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52151,localport=52189], receiveBufferSize=408300
[junit4] 2> 2854887 INFO (qtp1652784834-18022) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2854889 INFO (qtp1652784834-18022) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2854892 INFO (qtp1652784834-18022) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52132/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 2854895 INFO (qtp1943253941-18046) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2854895 INFO (qtp1339474160-18076) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2854895 INFO (qtp1339474160-18076) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2854895 INFO (qtp1943253941-18046) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2854895 INFO (qtp1339474160-18076) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2854895 INFO (qtp1339474160-18076) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52132/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 2854895 INFO (qtp1943253941-18046) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2854895 INFO (qtp1943253941-18046) [n:127.0.0.1:52143_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52132/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 2854897 INFO (qtp1652784834-18021) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={_stateVer_=collection1:9&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 19
[junit4] 2> 2854901 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52190,localport=52132], receiveBufferSize:408300
[junit4] 2> 2854902 INFO (SocketProxy-Acceptor-52132) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52133,localport=52191], receiveBufferSize=408300
[junit4] 2> 2854903 INFO (qtp1652784834-18019) [n:127.0.0.1:52132_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2854904 INFO (SocketProxy-Acceptor-52150) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52192,localport=52150], receiveBufferSize:408300
[junit4] 2> 2854905 INFO (SocketProxy-Acceptor-52150) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52151,localport=52193], receiveBufferSize=408300
[junit4] 2> 2854906 INFO (qtp1339474160-18078) [n:127.0.0.1:52150_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&tests=checkSha
[...truncated too long message...]
rtitionTest.test-seed#[B0859731D53CA544]) [ ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:52150/, target: http://127.0.0.1:52151/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=B0859731D53CA544 -Dtests.slow=true -Dtests.locale=ar-BH -Dtests.timezone=America/Argentina/Ushuaia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 151s J1 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:52132","node_name":"127.0.0.1:52132_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
[junit4] > "replicationFactor":"3",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "state":"down",
[junit4] > "base_url":"http://127.0.0.1:52150",
[junit4] > "core":"c8n_1x3_lf_shard1_replica3",
[junit4] > "node_name":"127.0.0.1:52150_"},
[junit4] > "core_node2":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica2",
[junit4] > "base_url":"http://127.0.0.1:52132",
[junit4] > "node_name":"127.0.0.1:52132_",
[junit4] > "state":"active",
[junit4] > "leader":"true"},
[junit4] > "core_node3":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica1",
[junit4] > "base_url":"http://127.0.0.1:52143",
[junit4] > "node_name":"127.0.0.1:52143_",
[junit4] > "state":"down"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false"}
[junit4] > at __randomizedtesting.SeedInfo.seed([B0859731D53CA544:38D1A8EB7BC0C8BC]:0)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2994298 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[B0859731D53CA544]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B0859731D53CA544-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {multiDefault=FST50, a_t=FST50, id=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene54), intDefault=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1647, maxMBSortInHeap=6.602463780877926, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=ar-BH, timezone=America/Argentina/Ushuaia
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=243722392,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [OutOfBoxZkACLAndCredentialsProvidersTest, SolrCmdDistributorTest, TestCoreAdminApis, TestRandomFaceting, TestDefaultStatsCache, TestObjectReleaseTracker, SolrIndexMetricsTest, TestTrieFacet, TermVectorComponentTest, QueryResultKeyTest, ReplicaListTransformerTest, TestBadConfig, TestFreeTextSuggestions, IndexSchemaTest, TestBlendedInfixSuggestions, TestSQLHandler, TestOmitPositions, UtilsToolTest, TestInitQParser, EnumFieldTest, NotRequiredUniqueKeyTest, DateRangeFieldTest, ZkSolrClientTest, TestFiltering, SolrCLIZkUtilsTest, TestLuceneMatchVersion, MergeStrategyTest, TestMiniSolrCloudClusterSSL, CoreAdminCreateDiscoverTest, TestCodecSupport, CdcrBootstrapTest, TestDynamicLoading, LeaderInitiatedRecoveryOnShardRestartTest, TestXmlQParserPlugin, TestDelegationWithHadoopAuth, TestDeleteCollectionOnDownNodes, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, TestNumericTerms32, LeaderFailureAfterFreshStartTest, TestSolrQueryResponse, SliceStateTest, TestReversedWildcardFilterFactory, SubstringBytesRefFilterTest, ReplaceNodeTest, TestCloudJSONFacetJoinDomain, SolrIndexConfigTest, PreAnalyzedFieldTest, TestCollectionAPIs, DistribCursorPagingTest, TestEmbeddedSolrServerSchemaAPI, TestRandomFlRTGCloud, TestHdfsCloudBackupRestore, TestQuerySenderListener, TestIntervalFaceting, TestNRTOpen, ResponseHeaderTest, ShardRoutingCustomTest, TestSystemCollAutoCreate, OverseerRolesTest, CdcrVersionReplicationTest, GraphQueryTest, CollectionTooManyReplicasTest, CreateCollectionCleanupTest, PreAnalyzedFieldManagedSchemaCloudTest, TestWriterPerf, BlockCacheTest, TestUniqueKeyFieldResource, TestManagedSchemaThreadSafety, OverseerTaskQueueTest, DistributedFacetPivotLargeTest, TestLRUStatsCache, FullSolrCloudDistribCmdsTest, TestSolrCloudWithSecureImpersonation, CloneFieldUpdateProcessorFactoryTest, CloudMLTQParserTest, CachingDirectoryFactoryTest, BigEndianAscendingWordDeserializerTest, TestBulkSchemaAPI, SolrXmlInZkTest, BinaryUpdateRequestHandlerTest, TestAuthorizationFramework, HdfsNNFailoverTest, SpellCheckComponentTest, TestInPlaceUpdatesDistrib, StatsComponentTest, BooleanFieldTest, BasicZkTest, TestSmileRequest, TestStressInPlaceUpdates, QueryParsingTest, TermVectorComponentDistributedTest, FieldMutatingUpdateProcessorTest, TestFieldCache, DebugComponentTest, FileBasedSpellCheckerTest, TestValueSourceCache, TestClassicSimilarityFactory, TestShardHandlerFactory, TestConfigSetsAPI, BitVectorTest, TestManagedSynonymFilterFactory, HighlighterMaxOffsetTest, TestJmxMonitoredMap, CurrencyFieldOpenExchangeTest, FieldAnalysisRequestHandlerTest, LeaderElectionIntegrationTest, TestFieldSortValues, TestConfigOverlay, TestDistributedGrouping, DirectUpdateHandlerOptimizeTest, SuggesterTSTTest, TestSolrQueryParserDefaultOperatorResource, TestSchemaVersionResource, LeaderElectionContextKeyTest, TestNoOpRegenerator, TestCrossCoreJoin, HdfsBasicDistributedZkTest, TestSolrXml, HdfsLockFactoryTest, ShowFileRequestHandlerTest, DistribJoinFromCollectionTest, TestDistributedMissingSort, HLLUtilTest, TestRebalanceLeaders, SolrSlf4jReporterTest, AutoCommitTest, TestLeaderElectionZkExpiry, RecoveryAfterSoftCommitTest, TestManagedResourceStorage, DistributedFacetPivotSmallAdvancedTest, ScriptEngineTest, SmileWriterTest, HdfsWriteToMultipleCollectionsTest, TestNonDefinedSimilarityFactory, TestSubQueryTransformerDistrib, DistributedVersionInfoTest, UpdateLogTest, TestSystemIdResolver, TestExceedMaxTermLength, TestPayloadCheckQParserPlugin, SuggesterWFSTTest, TestTrackingShardHandlerFactory, TestTolerantUpdateProcessorCloud, TestSubQueryTransformer, OverseerCollectionConfigSetProcessorTest, SignatureUpdateProcessorFactoryTest, TestRequestForwarding, RequestHandlersTest, TestPathTrie, TestFieldTypeResource, TestCloudDeleteByQuery, ClusterStateTest, MultiThreadedOCPTest, RegexBoostProcessorTest, TestPHPSerializedResponseWriter, OpenCloseCoreStressTest, TestMiniSolrCloudCluster, TestSSLRandomization, LoggingHandlerTest, DistributedFacetPivotWhiteBoxTest, ConfigSetsAPITest, TestSearcherReuse, DistributedIntervalFacetingTest, TestLMDirichletSimilarityFactory, BasicFunctionalityTest, TestFieldCacheWithThreads, TestAtomicUpdateErrorCases, TestPerFieldSimilarityWithDefaultOverride, TestQuerySenderNoQuery, TestFoldingMultitermQuery, WordBreakSolrSpellCheckerTest, SortSpecParsingTest, TestReload, ClusterStateUpdateTest, LeaderElectionTest, TestRecovery, TestHashPartitioner, ZkControllerTest, TestRangeQuery, SimpleFacetsTest, QueryElevationComponentTest, PeerSyncTest, DirectUpdateHandlerTest, TestIndexSearcher, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterTest, TestTrie, SpatialFilterTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestWordDelimiterFilterFactory, DocValuesMultiTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TestQueryUtils, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, XmlUpdateRequestHandlerTest, TestIndexingPerformance, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, TestCollationField, ReturnFieldsTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, SOLR749Test, AlternateDirectoryTest, CopyFieldTest, TestMergePolicyConfig, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPhraseSuggestions, EchoParamsTest, TestDFRSimilarityFactory, TestFastWriter, TestFastOutputStream, URLClassifyProcessorTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, CircularListTest, CursorPagingTest, ActionThrottleTest, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CleanupOldIndexTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, HttpPartitionTest, LeaderFailoverAfterPartitionTest]
[junit4] Completed [508/712 (1!)] on J1 in 150.73s, 1 test, 1 failure <<< FAILURES!
[...truncated 44120 lines...]
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 879 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/879/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
149 tests failed.
FAILED: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes
Error Message:
Timed out waiting for leader elections null Last available state: null
Stack Trace:
java.lang.AssertionError: Timed out waiting for leader elections
null
Last available state: null
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:423FED534970D534]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:47)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry
Error Message:
Could not get the port for ZooKeeper server
Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
at org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestOnReconnectListenerSupport.test
Error Message:
Could not get the port for ZooKeeper server
Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:70)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:218)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
Cannot run program "bash": error=24, Too many open files
Stack Trace:
java.io.IOException: Cannot run program "bash": error=24, Too many open files
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at java.lang.ProcessBuilder.start(ProcessBuilder.java:1048)
at org.apache.hadoop.util.Shell.runCommand(Shell.java:486)
at org.apache.hadoop.util.Shell.run(Shell.java:456)
at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:722)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:815)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:798)
at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getUnixGroups(ShellBasedUnixGroupsMapping.java:84)
at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getGroups(ShellBasedUnixGroupsMapping.java:52)
at org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback.getGroups(JniBasedUnixGroupsMappingWithFallback.java:51)
at org.apache.hadoop.security.Groups$GroupCacheLoader.fetchGroupList(Groups.java:239)
at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:220)
at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:208)
at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
at com.google.common.cache.LocalCache.get(LocalCache.java:4000)
at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4004)
at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4874)
at org.apache.hadoop.security.Groups.getGroups(Groups.java:182)
at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getUsersFirstGroup(TestSolrCloudWithSecureImpersonation.java:66)
at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getImpersonatorSettings(TestSolrCloudWithSecureImpersonation.java:89)
at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.startup(TestSolrCloudWithSecureImpersonation.java:104)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: error=24, Too many open files
at java.lang.UNIXProcess.forkAndExec(Native Method)
at java.lang.UNIXProcess.<init>(UNIXProcess.java:247)
at java.lang.ProcessImpl.start(ProcessImpl.java:134)
at java.lang.ProcessBuilder.start(ProcessBuilder.java:1029)
... 46 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
Cannot run program "bash": error=24, Too many open files
Stack Trace:
java.io.IOException: Cannot run program "bash": error=24, Too many open files
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at java.lang.ProcessBuilder.start(ProcessBuilder.java:1048)
at org.apache.hadoop.util.Shell.runCommand(Shell.java:486)
at org.apache.hadoop.util.Shell.run(Shell.java:456)
at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:722)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:815)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:798)
at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getUnixGroups(ShellBasedUnixGroupsMapping.java:84)
at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getGroups(ShellBasedUnixGroupsMapping.java:52)
at org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback.getGroups(JniBasedUnixGroupsMappingWithFallback.java:51)
at org.apache.hadoop.security.Groups$GroupCacheLoader.fetchGroupList(Groups.java:239)
at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:220)
at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:208)
at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
at com.google.common.cache.LocalCache.get(LocalCache.java:4000)
at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4004)
at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4874)
at org.apache.hadoop.security.Groups.getGroups(Groups.java:182)
at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getUsersFirstGroup(TestSolrCloudWithSecureImpersonation.java:66)
at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getImpersonatorSettings(TestSolrCloudWithSecureImpersonation.java:89)
at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.shutdown(TestSolrCloudWithSecureImpersonation.java:164)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: error=24, Too many open files
at java.lang.UNIXProcess.forkAndExec(Native Method)
at java.lang.UNIXProcess.<init>(UNIXProcess.java:247)
at java.lang.ProcessImpl.start(ProcessImpl.java:134)
at java.lang.ProcessBuilder.start(ProcessBuilder.java:1029)
... 45 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
Error Message:
Could not get the port for ZooKeeper server
Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.createMiniSolrCloudCluster(TestStressCloudBlindAtomicUpdates.java:124)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.afterClass(TestStressCloudBlindAtomicUpdates.java:154)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
Error Message:
Captured an uncaught exception in thread: Thread[id=17064, name=Thread-3268, state=RUNNABLE, group=TGRP-TestStressCloudBlindAtomicUpdates]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17064, name=Thread-3268, state=RUNNABLE, group=TGRP-TestStressCloudBlindAtomicUpdates]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes
Error Message:
Could not get the port for ZooKeeper server
Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
at org.apache.solr.cloud.TestStressLiveNodes.createMiniSolrCloudCluster(TestStressLiveNodes.java:69)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.TestStressLiveNodes.afterClass(TestStressLiveNodes.java:83)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes
Error Message:
Captured an uncaught exception in thread: Thread[id=17067, name=Thread-3269, state=RUNNABLE, group=TGRP-TestStressLiveNodes]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17067, name=Thread-3269, state=RUNNABLE, group=TGRP-TestStressLiveNodes]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
Error Message:
Could not get the port for ZooKeeper server
Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorRandomCloud.java:96)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
Error Message:
Captured an uncaught exception in thread: Thread[id=17070, name=Thread-3270, state=RUNNABLE, group=TGRP-TestTolerantUpdateProcessorRandomCloud]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17070, name=Thread-3270, state=RUNNABLE, group=TGRP-TestTolerantUpdateProcessorRandomCloud]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
FAILED: junit.framework.TestSuite.org.apache.solr.core.BlobRepositoryCloudTest
Error Message:
Could not get the port for ZooKeeper server
Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
at org.apache.solr.core.BlobRepositoryCloudTest.setupCluster(BlobRepositoryCloudTest.java:46)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.core.BlobRepositoryCloudTest
Error Message:
Captured an uncaught exception in thread: Thread[id=17073, name=Thread-3271, state=RUNNABLE, group=TGRP-BlobRepositoryCloudTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17073, name=Thread-3271, state=RUNNABLE, group=TGRP-BlobRepositoryCloudTest]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestInfoStreamLogging
Error Message:
invalid API spec: apispec/cluster.json
Stack Trace:
java.lang.RuntimeException: invalid API spec: apispec/cluster.json
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
at org.apache.solr.api.Api.getSpec(Api.java:64)
at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
at org.apache.solr.core.PluginBag.put(PluginBag.java:186)
at org.apache.solr.core.CoreContainer.createHandler(CoreContainer.java:1366)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490)
at org.apache.solr.util.TestHarness.<init>(TestHarness.java:177)
at org.apache.solr.util.TestHarness.<init>(TestHarness.java:140)
at org.apache.solr.util.TestHarness.<init>(TestHarness.java:146)
at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:705)
at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:695)
at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:569)
at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:558)
at org.apache.solr.core.TestInfoStreamLogging.beforeClass(TestInfoStreamLogging.java:28)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestInfoStreamLogging
Error Message:
Could not remove the following files (in the order of attempts): /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: Too many open files /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: Too many open files
Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: Too many open files
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: Too many open files
at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestInfoStreamLogging
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.core.TestInfoStreamLogging: 1) Thread[id=17076, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=17077, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.core.TestInfoStreamLogging:
1) Thread[id=17076, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=17077, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestShardHandlerFactory
Error Message:
org.apache.solr.core.TestShardHandlerFactory
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.core.TestShardHandlerFactory
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/core/TestShardHandlerFactory.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestSimpleTextCodec
Error Message:
org.apache.solr.core.TestSimpleTextCodec
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.core.TestSimpleTextCodec
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/core/TestSimpleTextCodec.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestSolrXml
Error Message:
org.apache.solr.core.TestSolrXml
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.core.TestSolrXml
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/core/TestSolrXml.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: org.apache.solr.handler.TestBlobHandler.doBlobHandlerTest
Error Message:
Could not get the port for ZooKeeper server
Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:70)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:218)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.DistributedFacetPivotSmallAdvancedTest.test
Error Message:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallAdvancedTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallAdvancedTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:545EB671C1AFF444]:0)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
at org.apache.commons.io.FileUtils.doCopyFile(FileUtils.java:1142)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1446)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1444)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
at org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:330)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test
Error Message:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:545EB671C1AFF444]:0)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
at org.apache.commons.io.FileUtils.doCopyFile(FileUtils.java:1142)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1446)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1444)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
at org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:330)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.DistributedFacetPivotWhiteBoxTest.test
Error Message:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotWhiteBoxTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotWhiteBoxTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:545EB671C1AFF444]:0)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
at org.apache.commons.io.FileUtils.doCopyFile(FileUtils.java:1142)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1446)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1444)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
at org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:330)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
Error Message:
Could not get the port for ZooKeeper server
Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.setupCluster(DistributedQueryComponentOptimizationTest.java:62)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
Error Message:
Captured an uncaught exception in thread: Thread[id=17089, name=Thread-3273, state=RUNNABLE, group=TGRP-DistributedQueryComponentOptimizationTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17089, name=Thread-3273, state=RUNNABLE, group=TGRP-DistributedQueryComponentOptimizationTest]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.TestExpandComponent
Error Message:
org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.util.TestHarness.createConfig(TestHarness.java:88)
at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:702)
at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:695)
at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:569)
at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:558)
at org.apache.solr.handler.component.TestExpandComponent.beforeClass(TestExpandComponent.java:34)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
at org.apache.solr.core.Config.<init>(Config.java:154)
at org.apache.solr.core.Config.<init>(Config.java:90)
at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:203)
at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:175)
at org.apache.solr.util.TestHarness.createConfig(TestHarness.java:86)
... 29 more
Caused by: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.createSAXParseException(ErrorHandlerWrapper.java:203)
at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.fatalError(ErrorHandlerWrapper.java:177)
at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:400)
at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:327)
at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:284)
at com.sun.org.apache.xerces.internal.xinclude.XIncludeHandler.reportError(XIncludeHandler.java:2395)
at com.sun.org.apache.xerces.internal.xinclude.XIncludeHandler.reportFatalError(XIncludeHandler.java:2390)
at com.sun.org.apache.xerces.internal.xinclude.XIncludeHandler.emptyElement(XIncludeHandler.java:985)
at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.scanStartElement(XMLNSDocumentScannerImpl.java:351)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2784)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:602)
at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:112)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:505)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:841)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:770)
at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
at com.sun.org.apache.xerces.internal.parsers.DOMParser.parse(DOMParser.java:243)
at com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderImpl.parse(DocumentBuilderImpl.java:339)
at org.apache.solr.core.Config.<init>(Config.java:143)
... 33 more
FAILED: junit.framework.TestSuite.org.apache.solr.metrics.JvmMetricsTest
Error Message:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.JvmMetricsTest_DC0A89AB6F5399BC-001/tempDir-001/solr.xml (Too many open files)
Stack Trace:
java.lang.RuntimeException: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.JvmMetricsTest_DC0A89AB6F5399BC-001/tempDir-001/solr.xml (Too many open files)
at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
at org.apache.solr.SolrJettyTestBase.legacyExampleCollection1SolrHome(SolrJettyTestBase.java:216)
at org.apache.solr.metrics.JvmMetricsTest.beforeTest(JvmMetricsTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.
[...truncated too long message...]
a:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [706/712 (130!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.util.hll.ExplicitHLLTest
[junit4] ERROR 0.00s J0 | ExplicitHLLTest (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.ExplicitHLLTest
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/ExplicitHLLTest.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [707/712 (131!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.util.hll.FullHLLTest
[junit4] ERROR 0.00s J0 | FullHLLTest (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.FullHLLTest
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/FullHLLTest.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [708/712 (132!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.util.hll.HLLUtilTest
[junit4] ERROR 0.00s J0 | HLLUtilTest (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.HLLUtilTest
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/HLLUtilTest.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [709/712 (133!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.util.hll.SparseHLLTest
[junit4] ERROR 0.00s J0 | SparseHLLTest (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.SparseHLLTest
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/SparseHLLTest.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [710/712 (134!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.util.stats.MetricUtilsTest
[junit4] ERROR 0.00s J0 | MetricUtilsTest (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.stats.MetricUtilsTest
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/stats/MetricUtilsTest.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [711/712 (135!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 43485 lines...]
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 878 -
Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/878/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
61 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.CollectionAdminRequestRequiredParamsTest
Error Message:
org.apache.solr.client.solrj.CollectionAdminRequestRequiredParamsTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.CollectionAdminRequestRequiredParamsTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/CollectionAdminRequestRequiredParamsTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.SolrExampleBinaryTest
Error Message:
org.apache.solr.client.solrj.SolrExampleBinaryTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrExampleBinaryTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrExampleBinaryTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.SolrExampleXMLTest
Error Message:
org.apache.solr.client.solrj.SolrExampleXMLTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrExampleXMLTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrExampleXMLTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.SolrSchemalessExampleTest
Error Message:
org.apache.solr.client.solrj.SolrSchemalessExampleTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrSchemalessExampleTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrSchemalessExampleTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.TestBatchUpdate
Error Message:
org.apache.solr.client.solrj.TestBatchUpdate
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.TestBatchUpdate
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/TestBatchUpdate.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.TestSolrJErrorHandling
Error Message:
org.apache.solr.client.solrj.TestSolrJErrorHandling
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.TestSolrJErrorHandling
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/TestSolrJErrorHandling.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest
Error Message:
org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/LargeVolumeBinaryJettyTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.LargeVolumeJettyTest
Error Message:
org.apache.solr.client.solrj.embedded.LargeVolumeJettyTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.LargeVolumeJettyTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/LargeVolumeJettyTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.SolrExampleJettyTest
Error Message:
org.apache.solr.client.solrj.embedded.SolrExampleJettyTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.SolrExampleJettyTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/SolrExampleJettyTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServer
Error Message:
org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServer
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServer
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/TestEmbeddedSolrServer.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.TestSolrProperties
Error Message:
org.apache.solr.client.solrj.embedded.TestSolrProperties
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.TestSolrProperties
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/TestSolrProperties.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest
Error Message:
org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/CloudSolrClientCacheTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClientBuilderTest
Error Message:
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClientBuilderTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClientBuilderTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/ConcurrentUpdateSolrClientBuilderTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest
Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientBuilderTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientConPoolTest
Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientConPoolTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientConPoolTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientConPoolTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest
Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientSSLAuthConPoolTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.LBHttpSolrClientBuilderTest
Error Message:
org.apache.solr.client.solrj.impl.LBHttpSolrClientBuilderTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.LBHttpSolrClientBuilderTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/LBHttpSolrClientBuilderTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.LBHttpSolrClientTest
Error Message:
org.apache.solr.client.solrj.impl.LBHttpSolrClientTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.LBHttpSolrClientTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/LBHttpSolrClientTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.SolrPortAwareCookieSpecTest
Error Message:
org.apache.solr.client.solrj.impl.SolrPortAwareCookieSpecTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.SolrPortAwareCookieSpecTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/SolrPortAwareCookieSpecTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections
Error Message:
org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/TestCloudSolrClientConnections.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcDriverTest
Error Message:
org.apache.solr.client.solrj.io.sql.JdbcDriverTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.sql.JdbcDriverTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/sql/JdbcDriverTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest
Error Message:
org.apache.solr.client.solrj.io.sql.JdbcTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.sql.JdbcTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/sql/JdbcTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.JDBCStreamTest
Error Message:
org.apache.solr.client.solrj.io.stream.JDBCStreamTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.JDBCStreamTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/JDBCStreamTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest
Error Message:
org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest
Error Message:
org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/AddEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ArcCosineEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.ArcCosineEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ArcCosineEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ArcCosineEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ArcSineEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.ArcSineEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ArcSineEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ArcSineEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ArcTangentEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.ArcTangentEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ArcTangentEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ArcTangentEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.CeilingEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.CeilingEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.CeilingEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/CeilingEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/CompoundEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ConversionEvaluatorsTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.ConversionEvaluatorsTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ConversionEvaluatorsTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ConversionEvaluatorsTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ExclusiveOrEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.GreaterThanEqualToEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.GreaterThanEqualToEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.GreaterThanEqualToEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/GreaterThanEqualToEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.HyperbolicCosineEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.HyperbolicCosineEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.HyperbolicCosineEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/HyperbolicCosineEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.HyperbolicSineEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.HyperbolicSineEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.HyperbolicSineEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/HyperbolicSineEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ModuloEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.ModuloEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ModuloEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ModuloEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.NaturalLogEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.NaturalLogEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.NaturalLogEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/NaturalLogEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/NotEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/OrEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.PowerEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.PowerEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.PowerEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/PowerEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.UuidEvaluatorTest
Error Message:
org.apache.solr.client.solrj.io.stream.eval.UuidEvaluatorTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.UuidEvaluatorTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/UuidEvaluatorTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.expr.StreamExpressionParserTest
Error Message:
org.apache.solr.client.solrj.io.stream.expr.StreamExpressionParserTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.expr.StreamExpressionParserTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/expr/StreamExpressionParserTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: org.apache.solr.client.solrj.request.TestCoreAdmin.testCoreSwap
Error Message:
SolrCore 'core0' is not available due to init failure: invalid API spec: apispec/emptySpec.json
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'core0' is not available due to init failure: invalid API spec: apispec/emptySpec.json
at __randomizedtesting.SeedInfo.seed([D7C327D4B227A9E9:5EA329708B8A2D3C]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1313)
at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:146)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
at org.apache.solr.client.solrj.request.TestCoreAdmin.testCoreSwap(TestCoreAdmin.java:226)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/emptySpec.json
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:558)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: java.lang.RuntimeException: invalid API spec: apispec/emptySpec.json
at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
at org.apache.solr.api.Api.getSpec(Api.java:64)
at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
at org.apache.solr.core.PluginBag.init(PluginBag.java:272)
at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
... 9 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestCoreAdmin
Error Message:
Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestCoreAdmin_D7C327D4B227A9E9-001/solrHome-001
Stack Trace:
java.io.IOException: Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestCoreAdmin_D7C327D4B227A9E9-001/solrHome-001
at __randomizedtesting.SeedInfo.seed([D7C327D4B227A9E9]:0)
at org.apache.commons.io.FileUtils.verifiedListFiles(FileUtils.java:1709)
at org.apache.commons.io.FileUtils.cleanDirectory(FileUtils.java:1674)
at org.apache.commons.io.FileUtils.deleteDirectory(FileUtils.java:1575)
at org.apache.solr.client.solrj.embedded.AbstractEmbeddedSolrServerTestCase.tearDownHome(AbstractEmbeddedSolrServerTestCase.java:90)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsear
[...truncated too long message...]
ssLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [124/130 (55!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.common.cloud.SolrZkClientTest
[junit4] ERROR 0.00s J0 | SolrZkClientTest (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.cloud.SolrZkClientTest
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/cloud/SolrZkClientTest.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [125/130 (56!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.common.cloud.TestZkConfigManager
[junit4] ERROR 0.00s J0 | TestZkConfigManager (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.cloud.TestZkConfigManager
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/cloud/TestZkConfigManager.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [126/130 (57!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.common.params.CommonParamsTest
[junit4] ERROR 0.00s J0 | CommonParamsTest (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.params.CommonParamsTest
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/params/CommonParamsTest.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [127/130 (58!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.common.params.ShardParamsTest
[junit4] ERROR 0.00s J0 | ShardParamsTest (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.params.ShardParamsTest
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/params/ShardParamsTest.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [128/130 (59!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.common.util.TestValidatingJsonMap
[junit4] ERROR 0.00s J0 | TestValidatingJsonMap (suite) <<<
[junit4] > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.util.TestValidatingJsonMap
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
[junit4] > at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] > at java.lang.Class.forName0(Native Method)
[junit4] > at java.lang.Class.forName(Class.java:348)
[junit4] > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/util/TestValidatingJsonMap.class (Too many open files)
[junit4] > at java.io.FileInputStream.open0(Native Method)
[junit4] > at java.io.FileInputStream.open(FileInputStream.java:195)
[junit4] > at java.io.FileInputStream.<init>(FileInputStream.java:138)
[junit4] > at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
[junit4] > at sun.misc.Resource.cachedInputStream(Resource.java:77)
[junit4] > at sun.misc.Resource.getByteBuffer(Resource.java:160)
[junit4] > at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
[junit4] > at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
[junit4] > at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
[junit4] > ... 12 more
[junit4] Completed [129/130 (60!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!
[...truncated 42691 lines...]
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 877 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/877/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
All tests passed
Build Log:
[...truncated 20815 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).
Total time: 75 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 876 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/876/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Could not find collection : implicitcoll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
at __randomizedtesting.SeedInfo.seed([A50C0D1D4B1BEC4B:CFED837676815A33]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12667 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/init-core-data-001
[junit4] 2> 1687123 INFO (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1687124 INFO (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1687127 INFO (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001
[junit4] 2> 1687127 INFO (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1687127 INFO (Thread-3487) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1687127 INFO (Thread-3487) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1687132 ERROR (Thread-3487) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1687237 INFO (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54206
[junit4] 2> 1687299 INFO (jetty-launcher-2573-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1687299 INFO (jetty-launcher-2573-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1687299 INFO (jetty-launcher-2573-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1687300 INFO (jetty-launcher-2573-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1687302 INFO (jetty-launcher-2573-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@787fffbc{/solr,null,AVAILABLE}
[junit4] 2> 1687303 INFO (jetty-launcher-2573-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16fefe4d{SSL,[ssl, http/1.1]}{127.0.0.1:54208}
[junit4] 2> 1687303 INFO (jetty-launcher-2573-thread-4) [ ] o.e.j.s.Server Started @1690874ms
[junit4] 2> 1687303 INFO (jetty-launcher-2573-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54208}
[junit4] 2> 1687303 ERROR (jetty-launcher-2573-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1687304 INFO (jetty-launcher-2573-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.7.0
[junit4] 2> 1687304 INFO (jetty-launcher-2573-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1687304 INFO (jetty-launcher-2573-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1687304 INFO (jetty-launcher-2573-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T01:01:51.414Z
[junit4] 2> 1687304 INFO (jetty-launcher-2573-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@338cc483{/solr,null,AVAILABLE}
[junit4] 2> 1687305 INFO (jetty-launcher-2573-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@653d1799{/solr,null,AVAILABLE}
[junit4] 2> 1687305 INFO (jetty-launcher-2573-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2cc8a807{SSL,[ssl, http/1.1]}{127.0.0.1:54209}
[junit4] 2> 1687305 INFO (jetty-launcher-2573-thread-2) [ ] o.e.j.s.Server Started @1690876ms
[junit4] 2> 1687305 INFO (jetty-launcher-2573-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54209}
[junit4] 2> 1687306 ERROR (jetty-launcher-2573-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1687306 INFO (jetty-launcher-2573-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34661434{/solr,null,AVAILABLE}
[junit4] 2> 1687306 INFO (jetty-launcher-2573-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.7.0
[junit4] 2> 1687306 INFO (jetty-launcher-2573-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1687306 INFO (jetty-launcher-2573-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1687306 INFO (jetty-launcher-2573-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T01:01:51.416Z
[junit4] 2> 1687306 INFO (jetty-launcher-2573-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4446920a{SSL,[ssl, http/1.1]}{127.0.0.1:54211}
[junit4] 2> 1687306 INFO (jetty-launcher-2573-thread-1) [ ] o.e.j.s.Server Started @1690877ms
[junit4] 2> 1687306 INFO (jetty-launcher-2573-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54211}
[junit4] 2> 1687306 ERROR (jetty-launcher-2573-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.7.0
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T01:01:51.417Z
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4af41e7d{SSL,[ssl, http/1.1]}{127.0.0.1:54210}
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-3) [ ] o.e.j.s.Server Started @1690878ms
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54210}
[junit4] 2> 1687307 ERROR (jetty-launcher-2573-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.7.0
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1687307 INFO (jetty-launcher-2573-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T01:01:51.417Z
[junit4] 2> 1687309 INFO (jetty-launcher-2573-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1687309 INFO (jetty-launcher-2573-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1687310 INFO (jetty-launcher-2573-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1687313 INFO (jetty-launcher-2573-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1687332 INFO (jetty-launcher-2573-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1687333 INFO (jetty-launcher-2573-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1687333 INFO (jetty-launcher-2573-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
[junit4] 2> 1687333 INFO (jetty-launcher-2573-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
[junit4] 2> 1687334 INFO (jetty-launcher-2573-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1687335 INFO (jetty-launcher-2573-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1687335 INFO (jetty-launcher-2573-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
[junit4] 2> 1687335 INFO (jetty-launcher-2573-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
[junit4] 2> 1687373 INFO (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1687373 INFO (jetty-launcher-2573-thread-2) [n:127.0.0.1:54209_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1687373 INFO (jetty-launcher-2573-thread-1) [n:127.0.0.1:54211_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1687374 INFO (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54210_solr
[junit4] 2> 1687375 INFO (jetty-launcher-2573-thread-4) [n:127.0.0.1:54208_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1687376 INFO (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr ] o.a.s.c.Overseer Overseer (id=97997849312624650-127.0.0.1:54210_solr-n_0000000000) starting
[junit4] 2> 1687376 INFO (jetty-launcher-2573-thread-2) [n:127.0.0.1:54209_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54209_solr
[junit4] 2> 1687377 INFO (jetty-launcher-2573-thread-1) [n:127.0.0.1:54211_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54211_solr
[junit4] 2> 1687378 INFO (jetty-launcher-2573-thread-4) [n:127.0.0.1:54208_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54208_solr
[junit4] 2> 1687378 INFO (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1687378 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1687379 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1687380 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1687380 INFO (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1687380 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1687380 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1687382 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1687382 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1687382 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1687382 INFO (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1687412 INFO (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54210_solr
[junit4] 2> 1687415 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1687415 INFO (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1687415 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1687415 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1687471 INFO (jetty-launcher-2573-thread-4) [n:127.0.0.1:54208_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/.
[junit4] 2> 1687471 INFO (jetty-launcher-2573-thread-2) [n:127.0.0.1:54209_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/.
[junit4] 2> 1687473 INFO (jetty-launcher-2573-thread-1) [n:127.0.0.1:54211_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/.
[junit4] 2> 1687532 INFO (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/.
[junit4] 2> 1687546 INFO (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1687547 INFO (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54206/solr ready
[junit4] 2> 1687572 INFO (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[A50C0D1D4B1BEC4B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
[junit4] 2> 1687574 INFO (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[A50C0D1D4B1BEC4B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1687594 INFO (qtp143000575-15158) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1687596 INFO (OverseerThreadFactory-7620-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.CreateCollectionCmd Create collection testCreateShardRepFactor
[junit4] 2> 1687723 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2
[junit4] 2> 1687723 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1687735 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2
[junit4] 2> 1687735 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1687852 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1687852 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1688744 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1688757 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1688763 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] Schema name=cloud-dynamic
[junit4] 2> 1688763 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] Schema name=cloud-dynamic
[junit4] 2> 1688792 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1688792 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_b_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
[junit4] 2> 1688792 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1688792 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_a_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
[junit4] 2> 1688792 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1688792 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/testCreateShardRepFactor_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/./testCreateShardRepFactor_b_replica1/data/]
[junit4] 2> 1688792 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1688792 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/testCreateShardRepFactor_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./testCreateShardRepFactor_a_replica1/data/]
[junit4] 2> 1688843 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1688843 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1688843 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1688843 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1688844 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1688844 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1688845 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1688845 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1688845 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db02840[testCreateShardRepFactor_a_replica1] main]
[junit4] 2> 1688845 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68325614[testCreateShardRepFactor_b_replica1] main]
[junit4] 2> 1688846 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1688846 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1688847 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1688847 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1688847 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1688847 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1688847 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567965590802399232
[junit4] 2> 1688847 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567965590802399232
[junit4] 2> 1688847 INFO (searcherExecutor-7629-thread-1-processing-n:127.0.0.1:54211_solr x:testCreateShardRepFactor_b_replica1 s:b c:testCreateShardRepFactor) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1] Registered new searcher Searcher@68325614[testCreateShardRepFactor_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1688847 INFO (searcherExecutor-7630-thread-1-processing-n:127.0.0.1:54208_solr x:testCreateShardRepFactor_a_replica1 s:a c:testCreateShardRepFactor) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1] Registered new searcher Searcher@6db02840[testCreateShardRepFactor_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1688855 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1688855 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1688855 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54211/solr/testCreateShardRepFactor_b_replica1/
[junit4] 2> 1688855 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1688855 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54211/solr/testCreateShardRepFactor_b_replica1/ has no replicas
[junit4] 2> 1688855 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1688855 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1688855 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1688855 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54208/solr/testCreateShardRepFactor_a_replica1/
[junit4] 2> 1688855 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1688855 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54208/solr/testCreateShardRepFactor_a_replica1/ has no replicas
[junit4] 2> 1688855 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1688860 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54211/solr/testCreateShardRepFactor_b_replica1/ b
[junit4] 2> 1688860 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54208/solr/testCreateShardRepFactor_a_replica1/ a
[junit4] 2> 1688970 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1688970 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1688972 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1688973 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1688976 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2} status=0 QTime=1253
[junit4] 2> 1688976 INFO (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2} status=0 QTime=1241
[junit4] 2> 1688980 INFO (qtp143000575-15158) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1689096 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1689096 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1689610 INFO (OverseerCollectionConfigSetProcessor-97997849312624650-127.0.0.1:54210_solr-n_0000000000) [n:127.0.0.1:54210_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1689990 INFO (qtp143000575-15158) [n:127.0.0.1:54208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2} status=0 QTime=2396
[junit4] 2> 1689993 INFO (qtp143000575-15154) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1689999 INFO (OverseerThreadFactory-7620-thread-2-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.CreateShardCmd Create shard invoked: {
[junit4] 2> "collection":"testCreateShardRepFactor",
[junit4] 2> "shard":"x",
[junit4] 2> "operation":"createshard"}
[junit4] 2> 1690113 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1690114 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1690213 INFO (OverseerThreadFactory-7620-thread-2-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.CreateShardCmd Creating shard testCreateShardRepFactor_x_replica1 as part of slice x of collection testCreateShardRepFactor on 127.0.0.1:54210_solr
[junit4] 2> 1690230 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
[junit4] 2> 1690231 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1690346 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1690346 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1690346 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1691299 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1691304 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] Schema name=cloud-dynamic
[junit4] 2> 1691321 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1691321 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_x_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
[junit4] 2> 1691321 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1691321 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_x_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/testCreateShardRepFactor_x_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./testCreateShardRepFactor_x_replica1/data/]
[junit4] 2> 1691365 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1691365 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1691367 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1691367 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1691367 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@419b61d8[testCreateShardRepFactor_x_replica1] main]
[junit4] 2> 1691369 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1691369 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1691369 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1691369 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567965593446907904
[junit4] 2> 1691369 INFO (searcherExecutor-7639-thread-1-processing-n:127.0.0.1:54210_solr x:testCreateShardRepFactor_x_replica1 s:x c:testCreateShardRepFactor) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1] Registered new searcher Searcher@419b61d8[testCreateShardRepFactor_x_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1692352 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1692352 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1692352 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54210/solr/testCreateShardRepFactor_x_replica1/
[junit4] 2> 1692352 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1692352 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54210/solr/testCreateShardRepFactor_x_replica1/ has no replicas
[junit4] 2> 1692352 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1692354 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1692354 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1692355 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1692358 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54210/solr/testCreateShardRepFactor_x_replica1/ x
[junit4] 2> 1692464 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1692464 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1692464 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1692478 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1692483 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=2252
[junit4] 2> 1692484 INFO (OverseerThreadFactory-7620-thread-2-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.CreateShardCmd Finished create command on all shards for collection: testCreateShardRepFactor
[junit4] 2> 1692489 INFO (qtp143000575-15154) [n:127.0.0.1:54208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=2495
[junit4] 2> 1692492 INFO (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[A50C0D1D4B1BEC4B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
[junit4] 2> 1692529 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[A50C0D1D4B1BEC4B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
[junit4] 2> 1692530 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[A50C0D1D4B1BEC4B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1692534 INFO (qtp143000575-15156) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1692537 INFO (OverseerThreadFactory-7620-thread-3-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1692537 INFO (OverseerCollectionConfigSetProcessor-97997849312624650-127.0.0.1:54210_solr-n_0000000000) [n:127.0.0.1:54210_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1692540 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
[junit4] 2> 1692540 INFO (qtp1170184398-15176) [n:127.0.0.1:54211_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
[junit4] 2> 1692540 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr ] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@29d25e7
[junit4] 2> 1692540 INFO (qtp1170184398-15176) [n:127.0.0.1:54211_solr ] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@38294e44
[junit4] 2> 1692540 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
[junit4] 2> 1692540 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr ] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@18786b2d
[junit4] 2> 1692541 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
[junit4] 2> 1692541 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
[junit4] 2> 1692541 INFO (qtp1170184398-15176) [n:127.0.0.1:54211_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
[junit4] 2> 1692543 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1692544 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1692544 INFO (qtp1170184398-15176) [n:127.0.0.1:54211_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1693272 INFO (qtp143000575-15156) [n:127.0.0.1:54208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} status=0 QTime=738
[junit4] 2> 1693276 INFO (qtp143000575-15159) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&router.field=shard_s&name=withShardField&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1693281 INFO (OverseerThreadFactory-7620-thread-4-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.CreateCollectionCmd Create collection withShardField
[junit4] 2> 1693282 WARN (OverseerThreadFactory-7620-thread-4-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 5 on collection withShardField is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1693282 INFO (OverseerCollectionConfigSetProcessor-97997849312624650-127.0.0.1:54210_solr-n_0000000000) [n:127.0.0.1:54210_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1693516 INFO (qtp143000575-15154) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica3&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
[junit4] 2> 1693518 INFO (qtp143000575-15151) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica5&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
[junit4] 2> 1693526 INFO (qtp143000575-15156) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica2&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
[junit4] 2> 1693542 INFO (qtp1170184398-15155) [n:127.0.0.1:54211_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica4&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
[junit4] 2> 1693545 INFO (qtp1170184398-15173) [n:127.0.0.1:54211_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica5&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
[junit4] 2> 1693545 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
[junit4] 2> 1693546 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica1&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
[junit4] 2> 1693548 INFO (qtp1170184398-15174) [n:127.0.0.1:54211_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica2&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
[junit4] 2> 1693549 INFO (qtp1170184398-15177) [n:127.0.0.1:54211_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica3&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
[junit4] 2> 1693550 INFO (qtp1170184398-15178) [n:127.0.0.1:54211_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica1&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
[junit4] 2> 1693555 INFO (qtp860685379-15143) [n:127.0.0.1:54210_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica1&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
[junit4] 2> 1693555 INFO (qtp860685379-15148) [n:127.0.0.1:54210_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica5&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
[junit4] 2> 1693556 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica3&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
[junit4] 2> 1693556 INFO (qtp860685379-15147) [n:127.0.0.1:54210_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica4&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
[junit4] 2> 1693590 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
[junit4] 2> 1693591 INFO (qtp247270996-15165) [n:127.0.0.1:54209_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica2&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
[junit4] 2> 1693591 INFO (qtp247270996-15165) [n:127.0.0.1:54209_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1693591 INFO (qtp247270996-15166) [n:127.0.0.1:54209_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica5&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
[junit4] 2> 1693594 INFO (qtp247270996-15168) [n:127.0.0.1:54209_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica3&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
[junit4] 2> 1693596 INFO (qtp247270996-15169) [n:127.0.0.1:54209_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica4&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
[junit4] 2> 1693607 INFO (qtp247270996-15167) [n:127.0.0.1:54209_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
[junit4] 2> 1693740 INFO (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1693740 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1693740 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1693740 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1694577 INFO (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c x:withShardField_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694577 INFO (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b x:withShardField_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694581 INFO (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694598 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a x:withShardField_a_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694600 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694603 INFO (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b x:withShardField_b_replica3] o.a.s.s.IndexSchema [withShardField_b_replica3] Schema name=cloud-dynamic
[junit4] 2> 1694603 INFO (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c x:withShardField_c_replica2] o.a.s.s.IndexSchema [withShardField_c_replica2] Schema name=cloud-dynamic
[junit4] 2> 1694620 INFO (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica5] o.a.s.s.IndexSchema [withShardField_d_replica5] Schema name=cloud-dynamic
[junit4] 2> 1694623 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a x:withShardField_a_replica4] o.a.s.s.IndexSchema [withShardField_a_replica4] Schema name=cloud-dynamic
[junit4] 2> 1694640 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica1] o.a.s.s.IndexSchema [withShardField_d_replica1] Schema name=cloud-dynamic
[junit4] 2> 1694643 INFO (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c x:withShardField_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694643 INFO (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c x:withShardField_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica2' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694644 INFO (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c x:withShardField_c_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694644 INFO (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c x:withShardField_c_replica2] o.a.s.c.SolrCore [[withShardField_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_c_replica2/data/]
[junit4] 2> 1694668 INFO (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694668 INFO (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica5' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694668 INFO (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694668 INFO (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica5] o.a.s.c.SolrCore [[withShardField_d_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_d_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_d_replica5/data/]
[junit4] 2> 1694671 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694671 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica1' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694672 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694672 INFO (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d x:withShardField_d_replica1] o.a.s.c.SolrCore [[withShardField_d_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_d_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_d_replica1/data/]
[junit4] 2> 1694673 INFO (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b x:withShardField_b_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694673 INFO (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b x:withShardField_b_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica3' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694674 INFO (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b x:withShardField_b_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694674 INFO (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b x:withShardField_b_replica3] o.a.s.c.SolrCore [[withShardField_b_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_b_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_b_replica3/data/]
[junit4] 2> 1694679 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a x:withShardField_a_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694679 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a x:withShardField_a_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica4' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694680 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a x:withShardField_a_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694680 INFO (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a x:withShardField_a_replica4] o.a.s.c.SolrCore [[withShardField_a_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_a_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_a_replica4/data/]
[junit4] 2> 1694697 INFO (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c x:withShardField_c_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694698 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d x:withShardField_d_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694700 INFO (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b x:withShardField_b_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694715 INFO (qtp860685379-15143) [n:127.0.0.1:54210_solr c:withShardField s:b x:withShardField_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694721 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a x:withShardField_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694721 INFO (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c x:withShardField_c_replica4] o.a.s.s.IndexSchema [withShardField_c_replica4] Schema name=cloud-dynamic
[junit4] 2> 1694728 INFO (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c x:withShardField_c_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694741 INFO (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c x:withShardField_c_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694742 INFO (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694742 INFO (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b x:withShardField_b_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694759 INFO (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694759 INFO (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d x:withShardField_d_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694767 INFO (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b x:withShardField_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694779 INFO (qtp1170184398-15155) [n:127.0.0.1:54211_solr c:withShardField s:d x:withShardField_d_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694784 INFO (qtp1170184398-15177) [n:127.0.0.1:54211_solr c:withShardField s:a x:withShardField_a_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694784 INFO (qtp1170184398-15178) [n:127.0.0.1:54211_solr c:withShardField s:c x:withShardField_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1694786 INFO (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica1] o.a.s.s.IndexSchema [withShardField_a_replica1] Schema name=cloud-dynamic
[junit4] 2> 1694802 INFO (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c x:withShardField_c_replica5] o.a.s.s.IndexSchema [withShardField_c_replica5] Schema name=cloud-dynamic
[junit4] 2> 1694810 INFO (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b x:withShardField_b_replica5] o.a.s.s.IndexSchema [withShardField_b_replica5] Schema name=cloud-dynamic
[junit4] 2> 1694810 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d x:withShardField_d_replica3] o.a.s.s.IndexSchema [withShardField_d_replica3] Schema name=cloud-dynamic
[junit4] 2> 1694838 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d x:withShardField_d_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694838 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d x:withShardField_d_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica3' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694839 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d x:withShardField_d_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694839 INFO (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d x:withShardField_d_replica3] o.a.s.c.SolrCore [[withShardField_d_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_d_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_d_replica3/data/]
[junit4] 2> 1694839 INFO (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694839 INFO (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica1' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694839 INFO (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694839 INFO (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica1] o.a.s.c.SolrCore [[withShardField_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_a_replica1/data/]
[junit4] 2> 1694842 INFO (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b x:withShardField_b_replica4] o.a.s.s.IndexSchema [withShardField_b_replica4] Schema name=cloud-dynamic
[junit4] 2> 1694842 INFO (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d x:withShardField_d_replica2] o.a.s.s.IndexSchema [withShardField_d_replica2] Schema name=cloud-dynamic
[junit4] 2> 1694842 INFO (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica5] o.a.s.s.IndexSchema [withShardField_a_replica5] Schema name=cloud-dynamic
[junit4] 2> 1694868 INFO (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c x:withShardField_c_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694885 INFO (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c x:withShardField_c_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica4' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694886 INFO (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c x:withShardField_c_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694885 INFO (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b x:withShardField_b_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694886 INFO (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c x:withShardField_c_replica4] o.a.s.c.SolrCore [[withShardField_c_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_c_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_c_replica4/data/]
[junit4] 2> 1694882 INFO (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694886 INFO (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica5' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694886 INFO (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694886 INFO (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a x:withShardField_a_replica5] o.a.s.c.SolrCore [[withShardField_a_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_a_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_a_replica5/data/]
[junit4] 2> 1694878 INFO (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c x:withShardField_c_replica3] o.a.s.s.IndexSchema [withShardField_c_replica3] Schema name=cloud-dynamic
[junit4] 2> 1694886 INFO (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b x:withShardField_b_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica4' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694887 INFO (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b x:withShardField_b_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694887 INFO (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b x:withShardField_b_replica4] o.a.s.c.SolrCore [[withShardField_b_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_b_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_b_replica4/data/]
[junit4] 2> 1694914 INFO (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c x:withShardField_c_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694914 INFO (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c x:withShardField_c_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica3' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694915 INFO (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c x:withShardField_c_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694915 INFO (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c x:withShardField_c_replica3] o.a.s.c.SolrCore [[withShardField_c_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_c_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_c_replica3/data/]
[junit4] 2> 1694934 INFO (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d x:withShardField_d_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694934 INFO (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d x:withShardField_d_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica2' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694934 INFO (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d x:withShardField_d_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694935 INFO (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d x:withShardField_d_replica2] o.a.s.c.SolrCore [[withShardField_d_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_d_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_d_replica2/data/]
[junit4] 2> 1694935 INFO (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b x:withShardField_b_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694935 INFO (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b x:withShardField_b_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica5' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694935 INFO (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b x:withShardField_b_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694935 INFO (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b x:withShardField_b_replica5] o.a.s.c.SolrCore [[withShardField_b_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_b_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_b_replica5/data/]
[junit4] 2> 1694936 INFO (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c x:withShardField_c_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694936 INFO (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c x:withShardField_c_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica5' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694936 INFO (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c x:withShardField_c_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694936 INFO (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c x:withShardField_c_replica5] o.a.s.c.SolrCore [[withShardField_c_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/withShardField_c_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/./withShardField_c_replica5/data/]
[junit4] 2> 1694937 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a x:withShardField_a_replica2] o.a.s.s.IndexSchema [withShardField_a_replica2] Schema name=cloud-dynamic
[junit4] 2> 1694938 INFO (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b x:withShardField_b_replica2] o.a.s.s.IndexSchema [withShardField_b_replica2] Schema name=cloud-dynamic
[junit4] 2> 1694939 INFO (qtp860685379-15143) [n:127.0.0.1:54210_solr c:withShardField s:b x:withShardField_b_replica1] o.a.s.s.IndexSchema [withShardField_b_replica1] Schema name=cloud-dynamic
[junit4] 2> 1694967 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a x:withShardField_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694967 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a x:withShardField_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica2' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694967 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a x:withShardField_a_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694967 INFO (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a x:withShardField_a_replica2] o.a.s.c.SolrCore [[withShardField_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_a_replica2/data/]
[junit4] 2> 1694983 INFO (qtp1170184398-15155) [n:127.0.0.1:54211_solr c:withShardField s:d x:withShardField_d_replica4] o.a.s.s.IndexSchema [withShardField_d_replica4] Schema name=cloud-dynamic
[junit4] 2> 1694988 INFO (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b x:withShardField_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1694988 INFO (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b x:withShardField_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica2' using configuration from collection withShardField, trusted=true
[junit4] 2> 1694989 INFO (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b x:withShardField_b_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1694989 INFO (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b x:withShardField_b_replica2] o.a.s.c.SolrCore [[withSha
[...truncated too long message...]
[ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@787fffbc{/solr,null,UNAVAILABLE}
[junit4] 2> 1737901 ERROR (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1737902 INFO (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54206 54206
[junit4] 2> 1737922 INFO (Thread-3487) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54206 54206
[junit4] 2> 1738294 WARN (Thread-3487) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/testCreateShardRepFactor/state.json
[junit4] 2> 4 /solr/collections/implicitcoll/state.json
[junit4] 2> 4 /solr/collections/routeFieldColl/state.json
[junit4] 2> 4 /solr/collections/withShardField/state.json
[junit4] 2> 2 /solr/collections/withShardField/leader_elect/a/election/97997849312624651-core_node17-n_0000000001
[junit4] 2> 2 /solr/collections/withShardField/leader_elect/d/election/97997849312624651-core_node15-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/collections
[junit4] 2> 9 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1738294 INFO (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001
[junit4] 2> May 21, 2017 1:02:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs, timezone=Pacific/Wallis
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=66091936,total=484163584
[junit4] 2> NOTE: All tests run in this JVM: [CdcrUpdateLogTest, TestMacroExpander, SolrCloudExampleTest, TestLRUCache, OpenExchangeRatesOrgProviderTest, TestOverriddenPrefixQueryForCustomFieldType, BlockDirectoryTest, TestReloadDeadlock, AtomicUpdateProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestComplexPhraseLeadingWildcard, TestFieldCollectionResource, TestSweetSpotSimilarityFactory, TestUnifiedSolrHighlighter, TestManagedStopFilterFactory, PKIAuthenticationIntegrationTest, TestCharFilters, CdcrRequestHandlerTest, TestDistributedStatsComponentCardinality, TestInitParams, TestSurroundQueryParser, TimeZoneUtilsTest, DateFieldTest, HdfsBasicDistributedZk2Test, TestSizeLimitedDistributedMap, AddBlockUpdateTest, SampleTest, JavabinLoaderTest, TestCryptoKeys, OverseerModifyCollectionTest, TestMinMaxOnMultiValuedField, TestRTimerTree, ChangedSchemaMergeTest, PingRequestHandlerTest, TestRTGBase, DeleteStatusTest, TestPerFieldSimilarity, PrimitiveFieldTypeTest, BasicDistributedZkTest, DistribDocExpirationUpdateProcessorTest, TestStressUserVersions, TestCustomSort, PolyFieldTest, DOMUtilTest, CollectionStateFormat2Test, AnalysisAfterCoreReloadTest, HttpSolrCallGetCoreTest, TestHashQParserPlugin, TestWordDelimiterFilterFactory, TestInPlaceUpdatesStandalone, SuggesterFSTTest, TestDistribIDF, QueryElevationComponentTest, OverriddenZkACLAndCredentialsProvidersTest, BasicAuthIntegrationTest, DirectSolrSpellCheckerTest, CdcrReplicationDistributedZkTest, ReplicationFactorTest, SOLR749Test, TestHighlightDedupGrouping, FileUtilsTest, TestTestInjection, TestConfigSetImmutable, TestExtendedDismaxParser, SimpleMLTQParserTest, TestHalfAndHalfDocValues, DocValuesMultiTest, TestPartialUpdateDeduplication, UUIDUpdateProcessorFallbackTest, TestSchemaNameResource, LeaderElectionTest, RankQueryTest, CoreAdminRequestStatusTest, SolrJmxReporterTest, SolrGangliaReporterTest, TestPKIAuthenticationPlugin, TestImpersonationWithHadoopAuth, TestClassNameShortening, WrapperMergePolicyFactoryTest, RemoteQueryErrorTest, TestSchemaSimilarityResource, TestSchemalessBufferedUpdates, SolrCoreMetricManagerTest, TestCloudManagedSchema, CollectionsAPIAsyncDistributedZkTest, BlockJoinFacetDistribTest, HdfsDirectoryTest, DocExpirationUpdateProcessorFactoryTest, TestSimpleQParserPlugin, TestHighFrequencyDictionaryFactory, TestManagedSchemaAPI, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, DistributedFacetExistsSmallTest, DirectSolrConnectionTest, TestReRankQParserPlugin, TestSort, TestPostingsSolrHighlighter, TestReplicaProperties, TestFileDictionaryLookup, DocumentAnalysisRequestHandlerTest, SyncSliceTest, DistributedSuggestComponentTest, TestApiFramework, SpatialRPTFieldTypeTest, HardAutoCommitTest, TestCloudRecovery, SolrTestCaseJ4Test, TestDistributedSearch, IndexBasedSpellCheckerTest, TestReplicationHandler, TestJsonRequest, TestMaxScoreQueryParser, ZkNodePropsTest, DocValuesNotIndexedTest, TestNumericTerms64, TestDynamicFieldCollectionResource, SoftAutoCommitTest, TestStressReorder, TestCSVLoader, TestFieldTypeCollectionResource, PathHierarchyTokenizerFactoryTest, TestLFUCache, BlockJoinFacetSimpleTest, PeerSyncReplicationTest, ShufflingReplicaListTransformerTest, TestUseDocValuesAsStored2, TestSerializedLuceneMatchVersion, TestSortByMinMaxFunction, StressHdfsTest, HdfsRestartWhileUpdatingTest, OutputWriterTest, InfixSuggestersTest, DirectoryFactoryTest, TestExportWriter, TestPseudoReturnFields, DistributedQueryComponentCustomSortTest, SimplePostToolTest, TestConfigSetsAPIExclusivity, TestPayloadScoreQParserPlugin, RequiredFieldsTest, AlternateDirectoryTest, SaslZkACLProviderTest, SolrCoreTest, TestSolr4Spatial2, DistributedQueueTest, ZkStateReaderTest, SmileWriterTest, ConfigureRecoveryStrategyTest, TestTolerantUpdateProcessorRandomCloud, PeerSyncWithIndexFingerprintCachingTest, SuggestComponentContextFilterQueryTest, TestPhraseSuggestions, CurrencyFieldXmlFileTest, LeaderInitiatedRecoveryOnCommitTest, TestRawTransformer, TestFieldCacheVsDocValues, TestImplicitCoreProperties, TestSha256AuthenticationProvider, TestUpdate, TestPerFieldSimilarityClassic, DisMaxRequestHandlerTest, SolrRequestParserTest, DistributedDebugComponentTest, TestLockTree, TestJettySolrRunner, TestStressCloudBlindAtomicUpdates, TestDocBasedVersionConstraints, TestDocumentBuilder, TestBinaryField, TestCollationField, SynonymTokenizerTest, TestReplicationHandlerBackup, TestHashPartitioner, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, AutoCommitTest, TestFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestStressVersions, TestCoreContainer, SimpleFacetsTest, PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SuggesterTSTTest, TestStressLucene, TestTrie, SpatialFilterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestReversedWildcardFilterFactory, TermsComponentTest, RequestHandlersTest, TestValueSourceCache, MoreLikeThisHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, TestComponentsName, HighlighterConfigTest, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, MultiTermTest, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, PrimUtilsTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, TestPathTrie, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest]
[junit4] Completed [510/712 (1!)] on J0 in 51.96s, 4 tests, 1 error <<< FAILURES!
[...truncated 8163 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).
Total time: 69 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 873 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/873/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Collection not found: routeFieldColl
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
at __randomizedtesting.SeedInfo.seed([A011E773833B4BD1:82779AE1C5AA08B]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1401)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1094)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestSizeLimitedDistributedMap.testCleanup
Error Message:
KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-xyz_1466
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-xyz_1466
at __randomizedtesting.SeedInfo.seed([A011E773833B4BD1:F03BB4DDFA96DB64]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:480)
at org.apache.solr.cloud.DistributedMap.put(DistributedMap.java:59)
at org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:71)
at org.apache.solr.cloud.TestSizeLimitedDistributedMap.testCleanup(TestSizeLimitedDistributedMap.java:39)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11469 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSizeLimitedDistributedMap
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestSizeLimitedDistributedMap_A011E773833B4BD1-001/init-core-data-001
[junit4] 2> 777145 WARN (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 777145 INFO (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 777154 INFO (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 777155 INFO (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCleanup
[junit4] 2> 777156 INFO (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 777156 INFO (Thread-969) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 777156 INFO (Thread-969) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 777159 ERROR (Thread-969) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 777269 INFO (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [ ] o.a.s.c.ZkTestServer start zk server on port:60743
[junit4] 2> 777303 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c253c0f030000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 897435 WARN (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]-SendThread(127.0.0.1:60743)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 115429ms for sessionid 0x15c253c0f030002
[junit4] 2> 897435 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c253c0f030002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 897541 WARN (zkCallback-738-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77f7c16d name: ZooKeeperConnection Watcher:127.0.0.1:60743/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 897541 WARN (zkCallback-738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 899196 WARN (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]-SendThread(127.0.0.1:60743)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15c253c0f030002 has expired
[junit4] 2> 899198 WARN (zkCallback-738-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77f7c16d name: ZooKeeperConnection Watcher:127.0.0.1:60743/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 899198 WARN (zkCallback-738-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 899198 WARN (zkCallback-738-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 899206 INFO (zkCallback-738-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 899207 INFO (zkCallback-738-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 899207 INFO (zkCallback-738-thread-1) [ ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 899304 ERROR (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 899305 INFO (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60743 60743
[junit4] 2> 899330 INFO (Thread-969) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60743 60743
[junit4] 2> 906598 INFO (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCleanup
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSizeLimitedDistributedMap -Dtests.method=testCleanup -Dtests.seed=A011E773833B4BD1 -Dtests.slow=true -Dtests.locale=tr -Dtests.timezone=Asia/Ust-Nera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 129s J0 | TestSizeLimitedDistributedMap.testCleanup <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-xyz_1466
[junit4] > at __randomizedtesting.SeedInfo.seed([A011E773833B4BD1:F03BB4DDFA96DB64]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:480)
[junit4] > at org.apache.solr.cloud.DistributedMap.put(DistributedMap.java:59)
[junit4] > at org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:71)
[junit4] > at org.apache.solr.cloud.TestSizeLimitedDistributedMap.testCleanup(TestSizeLimitedDistributedMap.java:39)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 906601 INFO (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestSizeLimitedDistributedMap_A011E773833B4BD1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1584, maxMBSortInHeap=6.6398675965507605, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=tr, timezone=Asia/Ust-Nera
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=142853128,total=316907520
[junit4] 2> NOTE: All tests run in this JVM: [UUIDUpdateProcessorFallbackTest, TriLevelCompositeIdRoutingTest, TestWordDelimiterFilterFactory, TestHighlightDedupGrouping, TestSolrDeletionPolicy1, TestBinaryField, TestConfigSets, TestStressRecovery, ShardRoutingTest, TestSerializedLuceneMatchVersion, DistributedMLTComponentTest, ClassificationUpdateProcessorFactoryTest, TestOnReconnectListenerSupport, TestFaceting, FastVectorHighlighterTest, SchemaVersionSpecificBehaviorTest, TestInitParams, TestCustomSort, PeerSyncReplicationTest, TestExtendedDismaxParser, TestDistributedStatsComponentCardinality, CdcrUpdateLogTest, JavabinLoaderTest, TestAuthenticationFramework, HardAutoCommitTest, DistributedSpellCheckComponentTest, BigEndianAscendingWordSerializerTest, DistribDocExpirationUpdateProcessorTest, SegmentsInfoRequestHandlerTest, TestReloadAndDeleteDocs, TestCloudSchemaless, TestSort, CurrencyFieldXmlFileTest, OverriddenZkACLAndCredentialsProvidersTest, AnalyticsQueryTest, TestHalfAndHalfDocValues, PrimUtilsTest, SolrPluginUtilsTest, TestEmbeddedSolrServerConstructors, DocValuesTest, TestConfigReload, TestFileDictionaryLookup, ClusterStateUpdateTest, TestPushWriter, CursorPagingTest, TestConfigSetsAPIExclusivity, TestReRankQParserPlugin, TestFieldTypeCollectionResource, ZkControllerTest, ZkNodePropsTest, TestRestoreCore, OutputWriterTest, LeaderFailoverAfterPartitionTest, PeerSyncWithIndexFingerprintCachingTest, WrapperMergePolicyFactoryTest, RankQueryTest, SynonymTokenizerTest, TestPivotHelperCode, SpatialFilterTest, TestNamedUpdateProcessors, PeerSyncTest, HttpPartitionTest, DistributedFacetPivotLongTailTest, NodeMutatorTest, TestLRUCache, TestAnalyzedSuggestions, ParsingFieldUpdateProcessorsTest, TestRawTransformer, HdfsRestartWhileUpdatingTest, IndexSchemaRuntimeFieldTest, TestManagedResource, TestSweetSpotSimilarityFactory, TestSizeLimitedDistributedMap]
[junit4] Completed [137/712 (1!)] on J0 in 129.47s, 1 test, 1 error <<< FAILURES!
[...truncated 1144 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/init-core-data-001
[junit4] 2> 2157498 INFO (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 2157499 INFO (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2157499 INFO (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001
[junit4] 2> 2157500 INFO (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2157500 INFO (Thread-3218) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2157500 INFO (Thread-3218) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2157502 ERROR (Thread-3218) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2157610 INFO (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:64138
[junit4] 2> 2157639 INFO (jetty-launcher-3668-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2157639 INFO (jetty-launcher-3668-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2157639 INFO (jetty-launcher-3668-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2157640 INFO (jetty-launcher-3668-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2157641 INFO (jetty-launcher-3668-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2715f079{/solr,null,AVAILABLE}
[junit4] 2> 2157643 INFO (jetty-launcher-3668-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65058030{HTTP/1.1,[http/1.1]}{127.0.0.1:64140}
[junit4] 2> 2157643 INFO (jetty-launcher-3668-thread-3) [ ] o.e.j.s.Server Started @2045540ms
[junit4] 2> 2157643 INFO (jetty-launcher-3668-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64140}
[junit4] 2> 2157643 ERROR (jetty-launcher-3668-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2157643 INFO (jetty-launcher-3668-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0
[junit4] 2> 2157644 INFO (jetty-launcher-3668-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2157644 INFO (jetty-launcher-3668-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2157644 INFO (jetty-launcher-3668-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T10:04:52.492Z
[junit4] 2> 2157648 INFO (jetty-launcher-3668-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c82c02a{/solr,null,AVAILABLE}
[junit4] 2> 2157649 INFO (jetty-launcher-3668-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35f9e579{/solr,null,AVAILABLE}
[junit4] 2> 2157649 INFO (jetty-launcher-3668-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d5b6b55{HTTP/1.1,[http/1.1]}{127.0.0.1:64143}
[junit4] 2> 2157649 INFO (jetty-launcher-3668-thread-4) [ ] o.e.j.s.Server Started @2045546ms
[junit4] 2> 2157649 INFO (jetty-launcher-3668-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64143}
[junit4] 2> 2157649 ERROR (jetty-launcher-3668-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2157649 INFO (jetty-launcher-3668-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66882ab5{HTTP/1.1,[http/1.1]}{127.0.0.1:64142}
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-2) [ ] o.e.j.s.Server Started @2045547ms
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64142}
[junit4] 2> 2157649 INFO (jetty-launcher-3668-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c33d3b2{/solr,null,AVAILABLE}
[junit4] 2> 2157650 ERROR (jetty-launcher-3668-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T10:04:52.498Z
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1fa8e29b{HTTP/1.1,[http/1.1]}{127.0.0.1:64144}
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-1) [ ] o.e.j.s.Server Started @2045547ms
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64144}
[junit4] 2> 2157650 INFO (jetty-launcher-3668-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T10:04:52.498Z
[junit4] 2> 2157651 ERROR (jetty-launcher-3668-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2157651 INFO (jetty-launcher-3668-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0
[junit4] 2> 2157651 INFO (jetty-launcher-3668-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2157651 INFO (jetty-launcher-3668-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2157651 INFO (jetty-launcher-3668-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T10:04:52.499Z
[junit4] 2> 2157654 INFO (jetty-launcher-3668-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2157655 INFO (jetty-launcher-3668-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2157657 INFO (jetty-launcher-3668-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2157675 INFO (jetty-launcher-3668-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2157675 INFO (jetty-launcher-3668-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2157675 INFO (jetty-launcher-3668-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
[junit4] 2> 2157676 INFO (jetty-launcher-3668-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2157676 INFO (jetty-launcher-3668-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
[junit4] 2> 2157677 INFO (jetty-launcher-3668-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2157677 INFO (jetty-launcher-3668-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
[junit4] 2> 2157678 INFO (jetty-launcher-3668-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
[junit4] 2> 2157714 INFO (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2157714 INFO (jetty-launcher-3668-thread-4) [n:127.0.0.1:64143_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2157714 INFO (jetty-launcher-3668-thread-2) [n:127.0.0.1:64142_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2157714 INFO (jetty-launcher-3668-thread-1) [n:127.0.0.1:64144_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2157715 INFO (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64140_solr
[junit4] 2> 2157716 INFO (jetty-launcher-3668-thread-4) [n:127.0.0.1:64143_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64143_solr
[junit4] 2> 2157716 INFO (jetty-launcher-3668-thread-2) [n:127.0.0.1:64142_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64142_solr
[junit4] 2> 2157716 INFO (jetty-launcher-3668-thread-1) [n:127.0.0.1:64144_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64144_solr
[junit4] 2> 2157717 INFO (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr ] o.a.s.c.Overseer Overseer (id=97994322237849609-127.0.0.1:64140_solr-n_0000000000) starting
[junit4] 2> 2157720 INFO (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2157720 INFO (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2157720 INFO (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2157720 INFO (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2157778 INFO (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64140_solr
[junit4] 2> 2157781 INFO (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2157782 INFO (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2157782 INFO (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2157782 INFO (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2157784 INFO (jetty-launcher-3668-thread-4) [n:127.0.0.1:64143_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/.
[junit4] 2> 2157785 INFO (jetty-launcher-3668-thread-1) [n:127.0.0.1:64144_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/.
[junit4] 2> 2157801 INFO (jetty-launcher-3668-thread-2) [n:127.0.0.1:64142_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/.
[junit4] 2> 2157838 INFO (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/.
[junit4] 2> 2157852 INFO (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2157854 INFO (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64138/solr ready
[junit4] 2> 2157882 INFO (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[A011E773833B4BD1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
[junit4] 2> 2157883 INFO (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[A011E773833B4BD1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2157890 INFO (qtp988599052-17563) [n:127.0.0.1:64142_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=4&collection.configName=conf&maxShardsPerNode=5&name=implicitcoll&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2157895 INFO (OverseerThreadFactory-8588-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr ] o.a.s.c.CreateCollectionCmd Create collection implicitcoll
[junit4] 2> 2158023 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
[junit4] 2> 2158024 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
[junit4] 2> 2158025 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
[junit4] 2> 2158025 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2158026 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2158024 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
[junit4] 2> 2158028 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
[junit4] 2> 2158028 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
[junit4] 2> 2158029 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2158030 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
[junit4] 2> 2158030 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
[junit4] 2> 2158035 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
[junit4] 2> 2158035 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
[junit4] 2> 2158035 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
[junit4] 2> 2158036 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2158037 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
[junit4] 2> 2158216 INFO (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2158216 INFO (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2158216 INFO (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2158216 INFO (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2159120 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159121 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159126 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159128 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159142 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159142 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159146 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159161 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159162 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159164 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159180 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159180 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2159185 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.s.IndexSchema [implicitcoll_c_replica3] Schema name=cloud-dynamic
[junit4] 2> 2159186 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.s.IndexSchema [implicitcoll_b_replica3] Schema name=cloud-dynamic
[junit4] 2> 2159187 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.s.IndexSchema [implicitcoll_a_replica1] Schema name=cloud-dynamic
[junit4] 2> 2159203 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.s.IndexSchema [implicitcoll_b_replica1] Schema name=cloud-dynamic
[junit4] 2> 2159206 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.s.IndexSchema [implicitcoll_b_replica4] Schema name=cloud-dynamic
[junit4] 2> 2159211 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.s.IndexSchema [implicitcoll_b_replica2] Schema name=cloud-dynamic
[junit4] 2> 2159203 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.s.IndexSchema [implicitcoll_c_replica1] Schema name=cloud-dynamic
[junit4] 2> 2159250 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159250 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica4' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159251 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159251 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.c.SolrCore [[implicitcoll_b_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/implicitcoll_b_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/./implicitcoll_b_replica4/data/]
[junit4] 2> 2159268 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159268 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica3' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159269 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159269 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.SolrCore [[implicitcoll_b_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/implicitcoll_b_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/./implicitcoll_b_replica3/data/]
[junit4] 2> 2159270 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.s.IndexSchema [implicitcoll_a_replica3] Schema name=cloud-dynamic
[junit4] 2> 2159274 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159274 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica1' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159274 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159274 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.SolrCore [[implicitcoll_c_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/implicitcoll_c_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/./implicitcoll_c_replica1/data/]
[junit4] 2> 2159278 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.s.IndexSchema [implicitcoll_c_replica2] Schema name=cloud-dynamic
[junit4] 2> 2159280 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.s.IndexSchema [implicitcoll_a_replica4] Schema name=cloud-dynamic
[junit4] 2> 2159294 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159294 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica3' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159294 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159294 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.SolrCore [[implicitcoll_c_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/implicitcoll_c_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/./implicitcoll_c_replica3/data/]
[junit4] 2> 2159301 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159301 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica2' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159301 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159302 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.SolrCore [[implicitcoll_b_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/implicitcoll_b_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/./implicitcoll_b_replica2/data/]
[junit4] 2> 2159332 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.s.IndexSchema [implicitcoll_a_replica2] Schema name=cloud-dynamic
[junit4] 2> 2159331 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159344 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica1' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159330 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.s.IndexSchema [implicitcoll_c_replica4] Schema name=cloud-dynamic
[junit4] 2> 2159344 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159344 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.c.SolrCore [[implicitcoll_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/implicitcoll_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/./implicitcoll_b_replica1/data/]
[junit4] 2> 2159327 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159345 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica3' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159345 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159345 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.SolrCore [[implicitcoll_a_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/implicitcoll_a_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/./implicitcoll_a_replica3/data/]
[junit4] 2> 2159350 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159350 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica1' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159350 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159351 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.SolrCore [[implicitcoll_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/implicitcoll_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/./implicitcoll_a_replica1/data/]
[junit4] 2> 2159373 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159373 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica2' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159374 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159377 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.c.SolrCore [[implicitcoll_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/implicitcoll_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/./implicitcoll_c_replica2/data/]
[junit4] 2> 2159394 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159394 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica2' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159398 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159398 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.c.SolrCore [[implicitcoll_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/implicitcoll_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/./implicitcoll_a_replica2/data/]
[junit4] 2> 2159400 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159400 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica4' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159400 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159401 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.c.SolrCore [[implicitcoll_a_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/implicitcoll_a_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/./implicitcoll_a_replica4/data/]
[junit4] 2> 2159402 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2159402 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica4' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 2159402 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2159402 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.c.SolrCore [[implicitcoll_c_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/implicitcoll_c_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/./implicitcoll_c_replica4/data/]
[junit4] 2> 2159542 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159542 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159547 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159547 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159549 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159549 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159550 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159550 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159556 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159556 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159557 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159557 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159560 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159560 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159562 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159562 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159582 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159582 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159584 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159584 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159585 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159585 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159587 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@69846dc[implicitcoll_b_replica4] main]
[junit4] 2> 2159589 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159589 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159591 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a060660[implicitcoll_b_replica3] main]
[junit4] 2> 2159593 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159594 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159594 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159594 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909157999214592
[junit4] 2> 2159594 INFO (searcherExecutor-8596-thread-1-processing-n:127.0.0.1:64142_solr x:implicitcoll_b_replica3 s:b c:implicitcoll) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.SolrCore [implicitcoll_b_replica3] Registered new searcher Searcher@7a060660[implicitcoll_b_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159627 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@675eac05[implicitcoll_c_replica3] main]
[junit4] 2> 2159629 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@714378b[implicitcoll_c_replica1] main]
[junit4] 2> 2159637 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159637 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f6a8294[implicitcoll_a_replica3] main]
[junit4] 2> 2159637 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159640 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard b: total=4 found=1 timeoutin=9999ms
[junit4] 2> 2159640 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159640 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159641 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159641 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158048497664
[junit4] 2> 2159641 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159642 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159642 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159642 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159642 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159642 INFO (searcherExecutor-8595-thread-1-processing-n:127.0.0.1:64140_solr x:implicitcoll_b_replica4 s:b c:implicitcoll) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.c.SolrCore [implicitcoll_b_replica4] Registered new searcher Searcher@69846dc[implicitcoll_b_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159648 INFO (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b x:implicitcoll_b_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158055837696
[junit4] 2> 2159650 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64cea9eb[implicitcoll_b_replica1] main]
[junit4] 2> 2159651 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159655 INFO (searcherExecutor-8601-thread-1-processing-n:127.0.0.1:64142_solr x:implicitcoll_a_replica3 s:a c:implicitcoll) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.SolrCore [implicitcoll_a_replica3] Registered new searcher Searcher@3f6a8294[implicitcoll_a_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159656 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159656 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159658 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159658 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159659 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159659 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159660 INFO (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a x:implicitcoll_a_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard a: total=4 found=1 timeoutin=9999ms
[junit4] 2> 2159660 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159660 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159660 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159662 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159662 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159661 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159664 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159665 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159665 INFO (searcherExecutor-8598-thread-1-processing-n:127.0.0.1:64142_solr x:implicitcoll_c_replica3 s:c c:implicitcoll) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.SolrCore [implicitcoll_c_replica3] Registered new searcher Searcher@675eac05[implicitcoll_c_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159665 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158073663488
[junit4] 2> 2159666 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159666 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159669 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159669 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159670 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159670 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159670 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159670 INFO (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158078906368
[junit4] 2> 2159671 INFO (searcherExecutor-8600-thread-1-processing-n:127.0.0.1:64144_solr x:implicitcoll_b_replica1 s:b c:implicitcoll) [n:127.0.0.1:64144_solr c:implicitcoll s:b x:implicitcoll_b_replica1] o.a.s.c.SolrCore [implicitcoll_b_replica1] Registered new searcher Searcher@64cea9eb[implicitcoll_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159672 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159673 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159673 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159673 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:64144_solr x:implicitcoll_c_replica1 s:c c:implicitcoll) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.c.SolrCore [implicitcoll_c_replica1] Registered new searcher Searcher@714378b[implicitcoll_c_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159674 INFO (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158083100672
[junit4] 2> 2159674 INFO (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c x:implicitcoll_c_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard c: total=4 found=1 timeoutin=9999ms
[junit4] 2> 2159676 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@8f732f6[implicitcoll_c_replica4] main]
[junit4] 2> 2159678 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159679 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159679 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159679 INFO (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158088343552
[junit4] 2> 2159679 INFO (searcherExecutor-8606-thread-1-processing-n:127.0.0.1:64140_solr x:implicitcoll_c_replica4 s:c c:implicitcoll) [n:127.0.0.1:64140_solr c:implicitcoll s:c x:implicitcoll_c_replica4] o.a.s.c.SolrCore [implicitcoll_c_replica4] Registered new searcher Searcher@8f732f6[implicitcoll_c_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159680 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2159680 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2159681 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2159681 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2159682 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a384daa[implicitcoll_c_replica2] main]
[junit4] 2> 2159682 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@401c4281[implicitcoll_b_replica2] main]
[junit4] 2> 2159683 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@19f7ad1d[implicitcoll_a_replica4] main]
[junit4] 2> 2159683 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159684 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159684 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159684 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159684 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159684 INFO (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158093586432
[junit4] 2> 2159684 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159685 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159685 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159684 INFO (searcherExecutor-8603-thread-1-processing-n:127.0.0.1:64143_solr x:implicitcoll_c_replica2 s:c c:implicitcoll) [n:127.0.0.1:64143_solr c:implicitcoll s:c x:implicitcoll_c_replica2] o.a.s.c.SolrCore [implicitcoll_c_replica2] Registered new searcher Searcher@6a384daa[implicitcoll_c_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159685 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159685 INFO (searcherExecutor-8605-thread-1-processing-n:127.0.0.1:64140_solr x:implicitcoll_a_replica4 s:a c:implicitcoll) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.c.SolrCore [implicitcoll_a_replica4] Registered new searcher Searcher@19f7ad1d[implicitcoll_a_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159685 INFO (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158094635008
[junit4] 2> 2159685 INFO (searcherExecutor-8599-thread-1-processing-n:127.0.0.1:64143_solr x:implicitcoll_b_replica2 s:b c:implicitcoll) [n:127.0.0.1:64143_solr c:implicitcoll s:b x:implicitcoll_b_replica2] o.a.s.c.SolrCore [implicitcoll_b_replica2] Registered new searcher Searcher@401c4281[implicitcoll_b_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159685 INFO (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a x:implicitcoll_a_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158094635008
[junit4] 2> 2159688 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7741f689[implicitcoll_a_replica1] main]
[junit4] 2> 2159688 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c071d2f[implicitcoll_a_replica2] main]
[junit4] 2> 2159689 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159690 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2159690 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159690 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159690 INFO (searcherExecutor-8602-thread-1-processing-n:127.0.0.1:64144_solr x:implicitcoll_a_replica1 s:a c:implicitcoll) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.c.SolrCore [implicitcoll_a_replica1] Registered new searcher Searcher@7741f689[implicitcoll_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159690 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2159690 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2159690 INFO (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158099877888
[junit4] 2> 2159690 INFO (searcherExecutor-8604-thread-1-processing-n:127.0.0.1:64143_solr x:implicitcoll_a_replica2 s:a c:implicitcoll) [n:127.0.0.1:64143_solr c:implicitcoll s:a x:implicitcoll_a_replica2] o.a.s.c.SolrCore [implicitcoll_a_replica2] Registered new searcher Searcher@3c071d2f[implicitcoll_a_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2159690 INFO (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158099877888
[junit4] 2> 2159787 INFO (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2159787 INFO (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2159787 INFO (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2159787 INFO (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2160151 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2160151 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2160151 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64142/solr/implicitcoll_b_replica3/
[junit4] 2> 2160152 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.PeerSync PeerSync: core=implicitcoll_b_replica3 url=http://127.0.0.1:64142/solr START replicas=[http://127.0.0.1:64143/solr/implicitcoll_b_replica2/, http://127.0.0.1:64144/solr/implicitcoll_b_replica1/, http://127.0.0.1:64140/solr/implicitcoll_b_replica4/] nUpdates=100
[junit4] 2> 2160157 INFO (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b x:implicitcoll_b_replica3] o.a.s.u.PeerSync PeerSync: core=implicitcoll_b_replica3 url=http://127.0.0.1:64142/solr DONE. We have no versions. sync failed.
[junit4] 2> 2160158 INFO (qtp252958724-17579) [n:127.0.0.1:64144_solr c:implicitcoll s:b r:core_node7 x:implicitcoll_b_replica1] o.a.s.c.S.Request [implicitcoll_b_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2160158 INFO (qtp1735033610-17586) [
[...truncated too long message...]
k-3690-thread-2-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2209699 INFO (jetty-closer-3669-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2715f079{/solr,null,UNAVAILABLE}
[junit4] 2> 2209699 INFO (jetty-closer-3669-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35f9e579{/solr,null,UNAVAILABLE}
[junit4] 2> 2209701 ERROR (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2209701 INFO (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64138 64138
[junit4] 2> 2209712 INFO (Thread-3218) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64138 64138
[junit4] 2> 2213413 WARN (Thread-3218) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/configs/conf
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/implicitcoll/state.json
[junit4] 2> 4 /solr/collections/testCreateShardRepFactor/state.json
[junit4] 2> 4 /solr/collections/routeFieldColl/state.json
[junit4] 2> 4 /solr/collections/withShardField/state.json
[junit4] 2> 2 /solr/overseer_elect/election/97994322237849612-127.0.0.1:64143_solr-n_0000000001
[junit4] 2> 2 /solr/collections/withShardField/leader_elect/a/election/97994322237849612-core_node6-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections
[junit4] 2> 9 /solr/live_nodes
[junit4] 2>
[junit4] 2> 2213413 INFO (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Asserting), _route_=FSTOrd50}, docValues:{}, maxPointsInLeafNode=326, maxMBSortInHeap=7.01504353339864, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ru, timezone=PST8PDT
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=217776088,total=470417408
[junit4] 2> NOTE: All tests run in this JVM: [TestRangeQuery, ReplicaListTransformerTest, TestClassicSimilarityFactory, ChaosMonkeySafeLeaderTest, ScriptEngineTest, UUIDFieldTest, ShardRoutingCustomTest, TestEmbeddedSolrServerSchemaAPI, MissingSegmentRecoveryTest, SolrGraphiteReporterTest, TestJmxMonitoredMap, TestQueryTypes, CoreAdminHandlerTest, TestIntervalFaceting, TestCloudPseudoReturnFields, TestSystemIdResolver, TestCollectionAPIs, ConnectionReuseTest, TestInfoStreamLogging, RestartWhileUpdatingTest, TestSolrCoreProperties, BinaryUpdateRequestHandlerTest, TestFieldTypeResource, TestRandomFlRTGCloud, TestBulkSchemaConcurrent, TestFoldingMultitermQuery, TestRandomFaceting, IndexSchemaTest, TestSolrXml, TestMiniSolrCloudClusterSSL, TestSolrConfigHandlerCloud, ShowFileRequestHandlerTest, TestConfigSetsAPIZkFailure, TestFreeTextSuggestions, TestConfigOverlay, CollectionsAPIDistributedZkTest, TestReload, TestFastWriter, ExternalFileFieldSortTest, TestSolr4Spatial, HLLUtilTest, FacetPivotSmallTest, DistributedFacetPivotLargeTest, ReplaceNodeTest, TestConfig, BasicDistributedZk2Test, TestHdfsCloudBackupRestore, SolrIndexMetricsTest, MetricUtilsTest, CopyFieldTest, UpdateLogTest, TestDynamicLoading, TestManagedSchema, TestSolrCoreSnapshots, TestRuleBasedAuthorizationPlugin, BitVectorTest, SolrMetricManagerTest, DistributedFacetPivotSmallAdvancedTest, SolrInfoMBeanTest, CoreSorterTest, CollectionsAPISolrJTest, SolrIndexSplitterTest, FullSolrCloudDistribCmdsTest, TestQuerySenderListener, TestSuggestSpellingConverter, TestCrossCoreJoin, TestComplexPhraseQParserPlugin, CurrencyFieldOpenExchangeTest, TestBlobHandler, BlockJoinFacetRandomTest, TestAuthorizationFramework, DistribCursorPagingTest, SecurityConfHandlerTest, TestRecovery, TestTrie, TestQueryWrapperFilter, AnalyticsMergeStrategyTest, TestFieldCache, TestNumericTerms32, TestNestedDocsSort, MBeansHandlerTest, CollectionTooManyReplicasTest, TermVectorComponentDistributedTest, TestClusterStateMutator, TestCorePropertiesReload, TestRebalanceLeaders, TestZkChroot, TestPHPSerializedResponseWriter, TestMissingGroups, TestUtils, MultiThreadedOCPTest, HdfsBasicDistributedZkTest, TestSchemaManager, IgnoreCommitOptimizeUpdateProcessorFactoryTest, WordBreakSolrSpellCheckerTest, BasicZkTest, EchoParamsTest, BooleanFieldTest, FileBasedSpellCheckerTest, GraphQueryTest, DistributedIntervalFacetingTest, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, RequestHandlersTest, TestMacros, SolrMetricsIntegrationTest, SmileWriterTest, LeaderInitiatedRecoveryOnShardRestartTest, ClassificationUpdateProcessorIntegrationTest, TestFieldResource, TestTrieFacet, ExitableDirectoryReaderTest, TestBlendedInfixSuggestions, DateRangeFieldTest, DateMathParserTest, SolrCLIZkUtilsTest, TestFieldCacheSanityChecker, AddSchemaFieldsUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, CreateCollectionCleanupTest, LeaderElectionContextKeyTest, TestSolrQueryParserDefaultOperatorResource, TestCollationFieldDocValues, TestDefaultStatsCache, TestSolrConfigHandler, RAMDirectoryFactoryTest, TlogReplayBufferedWhileIndexingTest, TestConfigSetsAPI, TestSlowCompositeReaderWrapper, TestSolrQueryParser, AsyncCallRequestStatusResponseTest, AtomicUpdatesTest, TestSolrCLIRunExample, SpellCheckComponentTest, TestTolerantUpdateProcessorCloud, PreAnalyzedFieldManagedSchemaCloudTest, TestCloudDeleteByQuery, HighlighterMaxOffsetTest, TestSolrCloudWithHadoopAuthPlugin, CleanupOldIndexTest, TestDFRSimilarityFactory, CoreAdminCreateDiscoverTest, TestDistributedGrouping, TestCoreDiscovery, TestShortCircuitedRequests, TestPerFieldSimilarityWithDefaultOverride, FieldAnalysisRequestHandlerTest, OverseerTaskQueueTest, RuleEngineTest, TestSolrDeletionPolicy2, TestUninvertingReader, HdfsRecoveryZkTest, SSLMigrationTest, TestCollapseQParserPlugin, StatsComponentTest, CircularListTest, TestXmlQParserPlugin, RegexBoostProcessorTest, TestManagedSynonymFilterFactory, DistributedTermsComponentTest, DataDrivenBlockJoinTest, JvmMetricsTest, TestGeoJSONResponseWriter, SliceStateTest, TestSolrCoreParser, TestFieldCacheWithThreads, SpellCheckCollatorWithCollapseTest, TestFuzzyAnalyzedSuggestions, TestIndexingPerformance, TestSchemaVersionResource, TestLMJelinekMercerSimilarityFactory, TestNRTOpen, FieldMutatingUpdateProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, DistanceUnitsTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, LeaderElectionTest, ZkSolrClientTest, TestRandomDVFaceting, AutoCommitTest, TestHashPartitioner, TestRealTimeGet, TestStressVersions, SolrCoreTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, HighlighterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, NoCacheHeaderTest, TestPseudoReturnFields, QueryEqualityTest, SortByFunctionTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, TestValueSourceCache, TermVectorComponentTest, LoggingHandlerTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, SpellingQueryConverterTest, ClusterStateTest, FileUtilsTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestPathTrie, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest]
[junit4] Completed [495/712 (2!)] on J1 in 55.93s, 4 tests, 1 error <<< FAILURES!
[...truncated 8216 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).
Total time: 81 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 872 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/872/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([693216C06B46A4C2:E215C5112A400F46]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11829 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/init-core-data-001
[junit4] 2> 1023680 WARN (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 1023680 INFO (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1023686 INFO (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1023686 INFO (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1023688 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1023689 INFO (Thread-1741) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1023689 INFO (Thread-1741) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1023694 ERROR (Thread-1741) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1023797 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ZkTestServer start zk server on port:59988
[junit4] 2> 1023858 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1023866 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1023869 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1023873 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1023878 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1023882 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1023886 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1023890 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1023894 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1023898 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1023903 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1024444 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores/collection1
[junit4] 2> 1024446 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1024449 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16212e98{/,null,AVAILABLE}
[junit4] 2> 1024452 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@95d7d33{HTTP/1.1,[http/1.1]}{127.0.0.1:59991}
[junit4] 2> 1024452 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server Started @1029958ms
[junit4] 2> 1024453 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/control/data, hostContext=/, hostPort=59991, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores}
[junit4] 2> 1024453 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1024453 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0
[junit4] 2> 1024453 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1024453 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1024454 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-19T14:26:31.061Z
[junit4] 2> 1024459 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1024460 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/solr.xml
[junit4] 2> 1024483 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1024484 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
[junit4] 2> 1024537 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1024538 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59991_
[junit4] 2> 1024540 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_ ] o.a.s.c.Overseer Overseer (id=97989688708300804-127.0.0.1:59991_-n_0000000000) starting
[junit4] 2> 1024557 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59991_
[junit4] 2> 1024561 INFO (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1024688 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores
[junit4] 2> 1024688 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1024689 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1024696 INFO (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1025728 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1025750 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1025856 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1025892 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1025892 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1025893 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores/collection1/data/]
[junit4] 2> 1025893 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
[junit4] 2> 1025896 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1025908 WARN (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1026003 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1026003 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1026004 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1026004 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1026005 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
[junit4] 2> 1026006 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@270f4c26[collection1] main]
[junit4] 2> 1026008 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1026009 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1026009 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1026011 INFO (searcherExecutor-3318-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@270f4c26[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1026012 INFO (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835021764460544
[junit4] 2> 1026027 INFO (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1026027 INFO (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1026027 INFO (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59991/collection1/
[junit4] 2> 1026027 INFO (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1026027 INFO (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59991/collection1/ has no replicas
[junit4] 2> 1026027 INFO (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1026037 INFO (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59991/collection1/ shard1
[junit4] 2> 1026210 INFO (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1026224 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1026226 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59988/solr ready
[junit4] 2> 1026226 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1026567 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores/collection1
[junit4] 2> 1026569 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001
[junit4] 2> 1026569 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1026571 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b7f8b21{/,null,AVAILABLE}
[junit4] 2> 1026572 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10f66959{HTTP/1.1,[http/1.1]}{127.0.0.1:59996}
[junit4] 2> 1026572 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server Started @1032078ms
[junit4] 2> 1026572 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=59996, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores}
[junit4] 2> 1026573 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1026573 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0
[junit4] 2> 1026573 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1026573 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1026573 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-19T14:26:33.180Z
[junit4] 2> 1026579 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1026579 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/solr.xml
[junit4] 2> 1026592 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1026593 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
[junit4] 2> 1026614 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1026620 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1026625 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59996_
[junit4] 2> 1026628 INFO (zkCallback-1165-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1026629 INFO (zkCallback-1174-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1026628 INFO (zkCallback-1169-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1026711 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores
[junit4] 2> 1026711 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1026712 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1026714 INFO (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1027761 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1027780 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1027888 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1027927 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1027928 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1027928 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1027928 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
[junit4] 2> 1027933 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1027952 WARN (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1028042 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1028042 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1028043 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1028043 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1028044 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
[junit4] 2> 1028045 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25a3a3bd[collection1] main]
[junit4] 2> 1028047 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1028048 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1028048 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1028049 INFO (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835023900409856
[junit4] 2> 1028052 INFO (searcherExecutor-3329-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@25a3a3bd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1028065 INFO (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1028065 INFO (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1028065 INFO (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59996/collection1/
[junit4] 2> 1028065 INFO (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1028066 INFO (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59996/collection1/ has no replicas
[junit4] 2> 1028066 INFO (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1028077 INFO (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59996/collection1/ shard2
[junit4] 2> 1028250 INFO (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1028631 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores/collection1
[junit4] 2> 1028632 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001
[junit4] 2> 1028633 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1028652 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dfe5b70{/,null,AVAILABLE}
[junit4] 2> 1028653 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b89b6b9{HTTP/1.1,[http/1.1]}{127.0.0.1:60012}
[junit4] 2> 1028653 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server Started @1034159ms
[junit4] 2> 1028653 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=60012, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores}
[junit4] 2> 1028654 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1028654 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0
[junit4] 2> 1028654 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1028654 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1028654 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-19T14:26:35.261Z
[junit4] 2> 1028659 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1028659 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/solr.xml
[junit4] 2> 1028673 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1028673 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
[junit4] 2> 1028697 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1028704 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1028713 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60012_
[junit4] 2> 1028717 INFO (zkCallback-1165-thread-2-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1028718 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1028717 INFO (zkCallback-1174-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1028717 INFO (zkCallback-1169-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1028894 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores
[junit4] 2> 1028894 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1028894 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1028897 INFO (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1029927 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1029953 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1030066 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1030108 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1030109 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1030109 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 1030109 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
[junit4] 2> 1030114 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1030133 WARN (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1030231 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1030231 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1030232 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1030232 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1030233 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
[junit4] 2> 1030233 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d0c6dc6[collection1] main]
[junit4] 2> 1030237 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1030238 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1030238 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1030240 INFO (searcherExecutor-3340-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5d0c6dc6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1030240 INFO (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835026197839872
[junit4] 2> 1030253 INFO (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1030253 INFO (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1030253 INFO (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60012/collection1/
[junit4] 2> 1030253 INFO (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1030253 INFO (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60012/collection1/ has no replicas
[junit4] 2> 1030254 INFO (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1030262 INFO (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60012/collection1/ shard1
[junit4] 2> 1030430 INFO (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1030815 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores/collection1
[junit4] 2> 1030817 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001
[junit4] 2> 1030817 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1030820 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1584936a{/,null,AVAILABLE}
[junit4] 2> 1030820 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a46a{HTTP/1.1,[http/1.1]}{127.0.0.1:60039}
[junit4] 2> 1030820 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server Started @1036326ms
[junit4] 2> 1030820 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=60039, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores}
[junit4] 2> 1030821 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1030821 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0
[junit4] 2> 1030821 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1030822 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1030822 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-19T14:26:37.429Z
[junit4] 2> 1030827 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1030827 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/solr.xml
[junit4] 2> 1030850 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1030851 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
[junit4] 2> 1030873 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1030879 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1030884 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60039_
[junit4] 2> 1030888 INFO (zkCallback-1169-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1030889 INFO (zkCallback-1186-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1030888 INFO (zkCallback-1174-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1030888 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1030888 INFO (zkCallback-1165-thread-2-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1030995 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores
[junit4] 2> 1030996 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1030996 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1031000 INFO (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1032025 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1032048 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1032139 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1032174 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1032174 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1032174 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 1032175 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
[junit4] 2> 1032178 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1033155 WARN (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1033238 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1033238 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1033249 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1033249 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1033250 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
[junit4] 2> 1033251 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ebfb6c[collection1] main]
[junit4] 2> 1033253 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1033254 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1033254 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1033255 INFO (searcherExecutor-3351-thread-1-processing-n:127.0.0.1:60039_ x:collection1 c:collection1) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ebfb6c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1033256 INFO (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835029360345088
[junit4] 2> 1033263 INFO (coreZkRegister-3345-thread-1-processing-n:127.0.0.1:60039_ x:collection1 c:collection1) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1033263 INFO (updateExecutor-1183-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1033264 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1033264 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1033265 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1033265 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1033265 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:59996/collection1/] and I am [http://127.0.0.1:60039/collection1/]
[junit4] 2> 1033271 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:59996]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60039_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1033276 INFO (qtp2105615960-6838) [n:127.0.0.1:59996_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1033278 INFO (qtp2105615960-6838) [n:127.0.0.1:59996_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 1033278 INFO (qtp2105615960-6838) [n:127.0.0.1:59996_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60039_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60039","node_name":"127.0.0.1:60039_","state":"recovering"}
[junit4] 2> 1033278 INFO (qtp2105615960-6838) [n:127.0.0.1:59996_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 1033278 INFO (qtp2105615960-6838) [n:127.0.0.1:59996_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60039_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1033783 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:59996/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1033783 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:60039 START replicas=[http://127.0.0.1:59996/collection1/] nUpdates=100
[junit4] 2> 1033794 INFO (qtp2105615960-6839) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1033794 INFO (qtp2105615960-6839) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1033799 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1033799 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1033799 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1033799 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1033800 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1033800 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1033801 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1033801 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1033801 INFO (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1034285 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores/collection1
[junit4] 2> 1034290 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001
[junit4] 2> 1034292 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1034296 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51f4d00{/,null,AVAILABLE}
[junit4] 2> 1034297 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@267d5bf{HTTP/1.1,[http/1.1]}{127.0.0.1:60049}
[junit4] 2> 1034297 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.e.j.s.Server Started @1039803ms
[junit4] 2> 1034297 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=60049, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores}
[junit4] 2> 1034297 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1034301 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0
[junit4] 2> 1034301 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1034302 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1034302 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-19T14:26:40.909Z
[junit4] 2> 1034308 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1034308 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/solr.xml
[junit4] 2> 1034345 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1034347 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
[junit4] 2> 1034372 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1034379 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1034384 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60049_
[junit4] 2> 1034389 INFO (zkCallback-1165-thread-2-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1034390 INFO (zkCallback-1193-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1034390 INFO (zkCallback-1186-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1034390 INFO (zkCallback-1174-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1034389 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1034390 INFO (zkCallback-1169-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1034557 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores
[junit4] 2> 1034557 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1034557 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1034560 INFO (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1035590 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
[junit4] 2> 1035615 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1035736 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1035777 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1035777 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1035777 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores/collection1/data/]
[junit4] 2> 1035777 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
[junit4] 2> 1035783 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1035797 WARN (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1035892 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1035892 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1035902 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1035902 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1035903 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
[junit4] 2> 1035904 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3011fdee[collection1] main]
[junit4] 2> 1035906 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1035907 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1035907 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1035909 INFO (searcherExecutor-3362-thread-1-processing-n:127.0.0.1:60049_ x:collection1 c:collection1) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3011fdee[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1035910 INFO (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835032143265792
[junit4] 2> 1035917 INFO (coreZkRegister-3356-thread-1-processing-n:127.0.0.1:60049_ x:collection1 c:collection1) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1035918 INFO (updateExecutor-1190-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1035918 INFO (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1035920 INFO (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1035920 INFO (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1035920 INFO (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1035920 INFO (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:60012/collection1/] and I am [http://127.0.0.1:60049/collection1/]
[junit4] 2> 1035927 INFO (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:60012]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60049_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1035932 INFO (qtp669832010-6866) [n:127.0.0.1:60012_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1035933 INFO (qtp669832010-6866) [n:127.0.0.1:60012_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1035933 INFO (qtp669832010-6866) [n:127.0.0.1:60012_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:60049_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:60049","node_name":"127.0.0.1:60049_","state":"down"}
[junit4] 2> 1036088 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitStaticIndexReplication
[junit4] 2> 1036088 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 15 for each attempt
[junit4] 2> 1036088 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4] 2> 1036934 INFO (qtp669832010-6866) [n:127.0.0.1:60012_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60049_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:60049","node_name":"127.0.0.1:60049_","state":"recovering"}
[junit4] 2> 1036935 INFO (qtp669832010-6866) [n:127.0.0.1:60012_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1036935 INFO (qtp669832010-6866) [n:127.0.0.1:60012_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60049_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
[junit4] 2> 1037436 INFO (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.
[...truncated too long message...]
m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 1719739 INFO (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 1719739 INFO (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1719741 INFO (coreCloseExecutor-3981-thread-1) [n:127.0.0.1:60681_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3d8ed6f8
[junit4] 2> 1719741 INFO (coreCloseExecutor-3981-thread-2) [n:127.0.0.1:60681_ c:collection1 s:shard1_1 r:core_node7 x:collection1_shard1_1_replica0] o.a.s.c.SolrCore [collection1_shard1_1_replica0] CLOSING SolrCore org.apache.solr.core.SolrCore@57d0b673
[junit4] 2> 1719741 INFO (coreCloseExecutor-3981-thread-3) [n:127.0.0.1:60681_ c:routeFieldColl s:shard2 r:core_node1 x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [routeFieldColl_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@70532e4
[junit4] 2> 1719742 INFO (coreCloseExecutor-3981-thread-4) [n:127.0.0.1:60681_ c:routeFieldColl s:shard1_1 r:core_node11 x:routeFieldColl_shard1_1_replica0] o.a.s.c.SolrCore [routeFieldColl_shard1_1_replica0] CLOSING SolrCore org.apache.solr.core.SolrCore@208766e3
[junit4] 2> 1719743 INFO (coreCloseExecutor-3981-thread-5) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard2 r:core_node4 x:splitByRouteKeyTest_shard2_replica2] o.a.s.c.SolrCore [splitByRouteKeyTest_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@58544327
[junit4] 2> 1720159 INFO (coreCloseExecutor-3981-thread-4) [n:127.0.0.1:60681_ c:routeFieldColl s:shard1_1 r:core_node11 x:routeFieldColl_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.routeFieldColl.shard1_1.replica0
[junit4] 2> 1720203 INFO (coreCloseExecutor-3981-thread-2) [n:127.0.0.1:60681_ c:collection1 s:shard1_1 r:core_node7 x:collection1_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1_1.replica0
[junit4] 2> 1720242 INFO (coreCloseExecutor-3981-thread-5) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard2 r:core_node4 x:splitByRouteKeyTest_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.splitByRouteKeyTest.shard2.replica2
[junit4] 2> 1720242 INFO (coreCloseExecutor-3981-thread-3) [n:127.0.0.1:60681_ c:routeFieldColl s:shard2 r:core_node1 x:routeFieldColl_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.routeFieldColl.shard2.replica2
[junit4] 2> 1720243 INFO (coreCloseExecutor-3981-thread-1) [n:127.0.0.1:60681_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1720245 WARN (zkCallback-1364-thread-5-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1720246 INFO (zkCallback-1372-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1720246 INFO (zkCallback-1340-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1722242 WARN (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1722242 INFO (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1722242 INFO (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.c.SolrCore [splitByRouteKeyTest_shard1_1_replica0] CLOSING SolrCore org.apache.solr.core.SolrCore@7f74d286
[junit4] 2> 1722307 INFO (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.splitByRouteKeyTest.shard1_1.replica0
[junit4] 2> 1722308 INFO (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@550799b6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1722308 INFO (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@374e89{/,null,UNAVAILABLE}
[junit4] 2> 1722312 INFO (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 60649
[junit4] 2> 1722312 ERROR (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1722313 INFO (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60645 60645
[junit4] 2> 1722320 INFO (Thread-1994) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60645 60645
[junit4] 2> 1731746 WARN (Thread-1994) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/collections/routeFieldColl/state.json
[junit4] 2> 8 /solr/collections/splitByRouteKeyTest/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1731748 INFO (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-NI, timezone=America/Montserrat
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=106495408,total=280842240
[junit4] 2> NOTE: All tests run in this JVM: [ExternalFileFieldSortTest, TestIndexingPerformance, TestSolrDeletionPolicy2, ForceLeaderTest, SuggesterTest, QueryResultKeyTest, NoCacheHeaderTest, TestSmileRequest, CoreSorterTest, IndexSchemaTest, DistanceUnitsTest, TestCodecSupport, SortSpecParsingTest, BasicAuthStandaloneTest, TestUseDocValuesAsStored, TestSchemaManager, MergeStrategyTest, TestSimpleTrackingShardHandler, TestTolerantUpdateProcessorCloud, TestQuerySenderListener, TestConfig, TestLuceneMatchVersion, SolrGraphiteReporterTest, TestNoOpRegenerator, CloudMLTQParserTest, TestQueryTypes, TestObjectReleaseTracker, SharedFSAutoReplicaFailoverUtilsTest, TestQueryWrapperFilter, AnalysisErrorHandlingTest, TestPayloadCheckQParserPlugin, TestReversedWildcardFilterFactory, OverseerTaskQueueTest, TestJavabinTupleStreamParser, CdcrVersionReplicationTest, TestAuthorizationFramework, TestTrie, ClusterStateTest, ChaosMonkeySafeLeaderTest, StatsReloadRaceTest, TestDefaultStatsCache, TestFieldSortValues, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ResponseHeaderTest, TestMiniSolrCloudClusterSSL, TestFieldCacheSortRandom, FileBasedSpellCheckerTest, TestJsonFacets, UpdateLogTest, SliceStateTest, TestPathTrie, DateRangeFieldTest, FullHLLTest, UpdateParamsTest, TestCloudPseudoReturnFields, TestDeleteCollectionOnDownNodes, DistanceFunctionTest, TestClusterProperties, TestFastWriter, TestJmxMonitoredMap, DistributedQueryComponentOptimizationTest, FieldAnalysisRequestHandlerTest, DeleteInactiveReplicaTest, FieldMutatingUpdateProcessorTest, ReplaceNodeTest, TestFieldCache, TestDistributedMissingSort, CurrencyFieldOpenExchangeTest, PreAnalyzedUpdateProcessorTest, PreAnalyzedFieldTest, SuggestComponentTest, TolerantUpdateProcessorTest, SuggesterTSTTest, TestBulkSchemaAPI, TestRandomFlRTGCloud, DirectUpdateHandlerOptimizeTest, BasicFunctionalityTest, AutoCommitTest, TestEmbeddedSolrServerSchemaAPI, CopyFieldTest, TestValueSourceCache, AliasIntegrationTest, ShardRoutingCustomTest, TestShardHandlerFactory, TestFuzzyAnalyzedSuggestions, BlockCacheTest, TestInfoStreamLogging, DataDrivenBlockJoinTest, TestSchemaVersionResource, TestExpandComponent, TestSolrCloudWithHadoopAuthPlugin, TestSearchPerf, TestCoreDiscovery, TestBulkSchemaConcurrent, OverseerCollectionConfigSetProcessorTest, TestCollapseQParserPlugin, SSLMigrationTest, NotRequiredUniqueKeyTest, TestMiniSolrCloudCluster, LukeRequestHandlerTest, HdfsSyncSliceTest, ShardSplitTest]
[junit4] Completed [244/712 (1!)] on J1 in 708.11s, 5 tests, 1 failure <<< FAILURES!
[...truncated 45027 lines...]
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 871 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/871/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
8 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Collection not found: routeFieldColl
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
at __randomizedtesting.SeedInfo.seed([23517A524BDEC591:8B67E48FD4BF2ECB]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1401)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1094)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard
Error Message:
Could not find collection : deleteshard_test
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : deleteshard_test
at __randomizedtesting.SeedInfo.seed([23517A524BDEC591:834B3109EFAE8E9D]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard(DeleteShardTest.java:114)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistribJoinFromCollectionTest
Error Message:
Could not find collection : to_2x2
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : to_2x2
at __randomizedtesting.SeedInfo.seed([23517A524BDEC591]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.DistribJoinFromCollectionTest.setupCluster(DistribJoinFromCollectionTest.java:94)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DocValuesNotIndexedTest
Error Message:
org/apache/solr/client/solrj/request/schema/SchemaRequest$MultiUpdate
Stack Trace:
java.lang.NoClassDefFoundError: org/apache/solr/client/solrj/request/schema/SchemaRequest$MultiUpdate
at __randomizedtesting.SeedInfo.seed([23517A524BDEC591]:0)
at org.apache.solr.cloud.DocValuesNotIndexedTest.createCluster(DocValuesNotIndexedTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.schema.SchemaRequest$MultiUpdate
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
... 25 more
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/java/org/apache/solr/client/solrj/request/schema/SchemaRequest$MultiUpdate.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 31 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MissingSegmentRecoveryTest
Error Message:
Solr servers failed to register with ZK. Current count: 1; Expected count: 2
Stack Trace:
java.lang.IllegalStateException: Solr servers failed to register with ZK. Current count: 1; Expected count: 2
at __randomizedtesting.SeedInfo.seed([23517A524BDEC591]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:284)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:264)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
at org.apache.solr.cloud.MissingSegmentRecoveryTest.setupCluster(MissingSegmentRecoveryTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MissingSegmentRecoveryTest
Error Message:
ObjectTracker found 3 object(s) that were not released!!! [Overseer, SolrZkClient, ZkController] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:526) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:754) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:688) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:423) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:480) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:246) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:480) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:246) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:480) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:246) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [Overseer, SolrZkClient, ZkController]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:526)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:754)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:688)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:423)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:480)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:246)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:480)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:246)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:480)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:246)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([23517A524BDEC591]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at sun.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MissingSegmentRecoveryTest
Error Message:
33 threads leaked from SUITE scope at org.apache.solr.cloud.MissingSegmentRecoveryTest: 1) Thread[id=20101, name=SessionTracker, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 2) Thread[id=20148, name=OverseerStateUpdate-97986435632922629-127.0.0.1:59865_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:183) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=20115, name=qtp758674954-20115, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=20120, name=qtp531951177-20120, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=20145, name=jetty-launcher-3855-thread-1-SendThread(127.0.0.1:59862), state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 6) Thread[id=20128, name=org.eclipse.jetty.server.session.HashSessionManager@3e8ddacfTimer, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=20124, name=Scheduler-1832182675, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=20116, name=qtp758674954-20116, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=20117, name=qtp531951177-20117, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=20123, name=qtp758674954-20123, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=20113, name=qtp758674954-20113-acceptor-0@3a0714dc-ServerConnector@1c4f88dc{HTTP/1.1,[http/1.1]}{127.0.0.1:59865}, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=20118, name=qtp531951177-20118, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=20119, name=qtp758674954-20119, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=20150, name=OverseerHdfsCoreFailoverThread-97986435632922629-127.0.0.1:59865_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=20112, name=qtp758674954-20112, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=20138, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=20149, name=OverseerCollectionConfigSetProcessor-97986435632922629-127.0.0.1:59865_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:360) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=20111, name=qtp531951177-20111, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=20125, name=qtp758674954-20125, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=20103, name=ProcessThread(sid:0 cport:59862):, state=WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 21) Thread[id=20109, name=qtp531951177-20109, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=20136, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=20127, name=org.eclipse.jetty.server.session.HashSessionManager@3930e399Timer, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=20122, name=qtp531951177-20122, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=20126, name=Scheduler-1903022297, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=20135, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=20110, name=qtp531951177-20110-acceptor-0@1c235753-ServerConnector@884a0ee{HTTP/1.1,[http/1.1]}{127.0.0.1:59864}, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=20114, name=qtp531951177-20114, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=20100, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=20146, name=jetty-launcher-3855-thread-1-EventThread, state=WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 31) Thread[id=20099, name=Thread-4384, state=WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 32) Thread[id=20121, name=qtp758674954-20121, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=20137, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 33 threads leaked from SUITE scope at org.apache.solr.cloud.MissingSegmentRecoveryTest:
1) Thread[id=20101, name=SessionTracker, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
2) Thread[id=20148, name=OverseerStateUpdate-97986435632922629-127.0.0.1:59865_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:183)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=20115, name=qtp758674954-20115, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=20120, name=qtp531951177-20120, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=20145, name=jetty-launcher-3855-thread-1-SendThread(127.0.0.1:59862), state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
6) Thread[id=20128, name=org.eclipse.jetty.server.session.HashSessionManager@3e8ddacfTimer, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=20124, name=Scheduler-1832182675, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=20116, name=qtp758674954-20116, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=20117, name=qtp531951177-20117, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=20123, name=qtp758674954-20123, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=20113, name=qtp758674954-20113-acceptor-0@3a0714dc-ServerConnector@1c4f88dc{HTTP/1.1,[http/1.1]}{127.0.0.1:59865}, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=20118, name=qtp531951177-20118, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=20119, name=qtp758674954-20119, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=20150, name=OverseerHdfsCoreFailoverThread-97986435632922629-127.0.0.1:59865_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=20112, name=qtp758674954-20112, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=20138, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=20149, name=OverseerCollectionConfigSetProcessor-97986435632922629-127.0.0.1:59865_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:360)
at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=20111, name=qtp531951177-20111, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=20125, name=qtp758674954-20125, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=20103, name=ProcessThread(sid:0 cport:59862):, state=WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
21) Thread[id=20109, name=qtp531951177-20109, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=20136, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=20127, name=org.eclipse.jetty.server.session.HashSessionManager@3930e399Timer, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=20122, name=qtp531951177-20122, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=20126, name=Scheduler-1903022297, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=20135, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=20110, name=qtp531951177-20110-acceptor-0@1c235753-ServerConnector@884a0ee{HTTP/1.1,[http/1.1]}{127.0.0.1:59864}, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=20114, name=qtp531951177-20114, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=20100, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=20146, name=jetty-launcher-3855-thread-1-EventThread, state=WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
31) Thread[id=20099, name=Thread-4384, state=WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1252)
at java.lang.Thread.join(Thread.java:1326)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
32) Thread[id=20121, name=qtp758674954-20121, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=20137, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([23517A524BDEC591]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MissingSegmentRecoveryTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=20145, name=jetty-launcher-3855-thread-1-SendThread(127.0.0.1:59862), state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 2) Thread[id=20112, name=qtp758674954-20112, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest] at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method) at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203) at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=20109, name=qtp531951177-20109, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest] at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method) at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203) at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=20128, name=org.eclipse.jetty.server.session.HashSessionManager@3e8ddacfTimer, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=20124, name=Scheduler-1832182675, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.Schedule
[...truncated too long message...]
thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 33) Thread[id=20137, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([23517A524BDEC591]:0)Throwable #4: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=20145, name=jetty-launcher-3855-thread-1-SendThread(127.0.0.1:59862), state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 2) Thread[id=20112, name=qtp758674954-20112, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=20109, name=qtp531951177-20109, state=RUNNABLE, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=20128, name=org.eclipse.jetty.server.session.HashSessionManager@3e8ddacfTimer, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=20124, name=Scheduler-1832182675, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=20127, name=org.eclipse.jetty.server.session.HashSessionManager@3930e399Timer, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=20126, name=Scheduler-1903022297, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([23517A524BDEC591]:0)
[junit4] Completed [516/712 (5!)] on J1 in 104.06s, 0 tests, 1 failure, 3 errors <<< FAILURES!
[...truncated 44110 lines...]