You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/09 13:12:29 UTC
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 100 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/100/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([FBAD443757FF6F3C:FC78457C706B0A31]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection(CollectionsAPISolrJTest.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth
Error Message:
KeeperErrorCode = AuthFailed for /solr
Stack Trace:
org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
at __randomizedtesting.SeedInfo.seed([FBAD443757FF6F3C]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:123)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:306)
at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:303)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:303)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:512)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:441)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:233)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.setupClass(TestZkAclsWithHadoopAuth.java:69)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth
Error Message:
5 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth: 1) Thread[id=28674, name=Thread-5235, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 2) Thread[id=28678, name=ProcessThread(sid:0 cport:64807):, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 3) Thread[id=28680, name=SUITE-TestZkAclsWithHadoopAuth-seed#[FBAD443757FF6F3C]-worker-EventThread, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 4) Thread[id=28676, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestZkAclsWithHadoopAuth] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 5) Thread[id=28675, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth:
1) Thread[id=28674, name=Thread-5235, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1252)
at java.lang.Thread.join(Thread.java:1326)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
2) Thread[id=28678, name=ProcessThread(sid:0 cport:64807):, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
3) Thread[id=28680, name=SUITE-TestZkAclsWithHadoopAuth-seed#[FBAD443757FF6F3C]-worker-EventThread, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
4) Thread[id=28676, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
5) Thread[id=28675, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([FBAD443757FF6F3C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=28675, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=28675, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([FBAD443757FF6F3C]:0)
Build Log:
[...truncated 11624 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4] 2> 915102 INFO (SUITE-CollectionsAPISolrJTest-seed#[FBAD443757FF6F3C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/init-core-data-001
[junit4] 2> 915103 WARN (SUITE-CollectionsAPISolrJTest-seed#[FBAD443757FF6F3C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 915105 INFO (SUITE-CollectionsAPISolrJTest-seed#[FBAD443757FF6F3C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 915109 INFO (SUITE-CollectionsAPISolrJTest-seed#[FBAD443757FF6F3C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 915110 INFO (SUITE-CollectionsAPISolrJTest-seed#[FBAD443757FF6F3C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001
[junit4] 2> 915110 INFO (SUITE-CollectionsAPISolrJTest-seed#[FBAD443757FF6F3C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 915110 INFO (Thread-2017) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 915110 INFO (Thread-2017) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 915114 ERROR (Thread-2017) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 915220 INFO (SUITE-CollectionsAPISolrJTest-seed#[FBAD443757FF6F3C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:56040
[junit4] 2> 915250 INFO (jetty-launcher-1963-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 915250 INFO (jetty-launcher-1963-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 915250 INFO (jetty-launcher-1963-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 915251 INFO (jetty-launcher-1963-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 915255 INFO (jetty-launcher-1963-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50e54a7c{/solr,null,AVAILABLE}
[junit4] 2> 915256 INFO (jetty-launcher-1963-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4673caec{/solr,null,AVAILABLE}
[junit4] 2> 915256 INFO (jetty-launcher-1963-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3fccc9e{/solr,null,AVAILABLE}
[junit4] 2> 915257 INFO (jetty-launcher-1963-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5094eaf8{SSL,[ssl, http/1.1]}{127.0.0.1:56044}
[junit4] 2> 915257 INFO (jetty-launcher-1963-thread-1) [ ] o.e.j.s.Server Started @918881ms
[junit4] 2> 915257 INFO (jetty-launcher-1963-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56044}
[junit4] 2> 915257 ERROR (jetty-launcher-1963-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e63d287{SSL,[ssl, http/1.1]}{127.0.0.1:56043}
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-2) [ ] o.e.j.s.Server Started @918883ms
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56043}
[junit4] 2> 915259 ERROR (jetty-launcher-1963-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T12:17:12.858Z
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 915259 INFO (jetty-launcher-1963-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 915260 INFO (jetty-launcher-1963-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T12:17:12.859Z
[junit4] 2> 915260 INFO (jetty-launcher-1963-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a105285{/solr,null,AVAILABLE}
[junit4] 2> 915260 INFO (jetty-launcher-1963-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c4709dc{SSL,[ssl, http/1.1]}{127.0.0.1:56045}
[junit4] 2> 915260 INFO (jetty-launcher-1963-thread-3) [ ] o.e.j.s.Server Started @918885ms
[junit4] 2> 915261 INFO (jetty-launcher-1963-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56045}
[junit4] 2> 915261 ERROR (jetty-launcher-1963-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 915261 INFO (jetty-launcher-1963-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 915261 INFO (jetty-launcher-1963-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 915261 INFO (jetty-launcher-1963-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 915261 INFO (jetty-launcher-1963-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T12:17:12.860Z
[junit4] 2> 915262 INFO (jetty-launcher-1963-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f79d5b6{SSL,[ssl, http/1.1]}{127.0.0.1:56042}
[junit4] 2> 915262 INFO (jetty-launcher-1963-thread-4) [ ] o.e.j.s.Server Started @918886ms
[junit4] 2> 915263 INFO (jetty-launcher-1963-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56042}
[junit4] 2> 915263 ERROR (jetty-launcher-1963-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 915263 INFO (jetty-launcher-1963-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 915263 INFO (jetty-launcher-1963-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 915263 INFO (jetty-launcher-1963-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 915263 INFO (jetty-launcher-1963-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T12:17:12.862Z
[junit4] 2> 915269 INFO (jetty-launcher-1963-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 915270 INFO (jetty-launcher-1963-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 915273 INFO (jetty-launcher-1963-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 915275 INFO (jetty-launcher-1963-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 915288 INFO (jetty-launcher-1963-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56040/solr
[junit4] 2> 915291 INFO (jetty-launcher-1963-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56040/solr
[junit4] 2> 915300 INFO (jetty-launcher-1963-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56040/solr
[junit4] 2> 915303 INFO (jetty-launcher-1963-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56040/solr
[junit4] 2> 915577 INFO (jetty-launcher-1963-thread-4) [n:127.0.0.1:56042_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 915578 INFO (jetty-launcher-1963-thread-2) [n:127.0.0.1:56043_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 915578 INFO (jetty-launcher-1963-thread-3) [n:127.0.0.1:56045_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 915578 INFO (jetty-launcher-1963-thread-1) [n:127.0.0.1:56044_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 915578 INFO (jetty-launcher-1963-thread-4) [n:127.0.0.1:56042_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56042_solr
[junit4] 2> 915579 INFO (jetty-launcher-1963-thread-2) [n:127.0.0.1:56043_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56043_solr
[junit4] 2> 915579 INFO (jetty-launcher-1963-thread-3) [n:127.0.0.1:56045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56045_solr
[junit4] 2> 915579 INFO (jetty-launcher-1963-thread-1) [n:127.0.0.1:56044_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56044_solr
[junit4] 2> 915580 INFO (jetty-launcher-1963-thread-4) [n:127.0.0.1:56042_solr ] o.a.s.c.Overseer Overseer (id=98453489759879179-127.0.0.1:56042_solr-n_0000000000) starting
[junit4] 2> 915582 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 915603 INFO (zkCallback-1981-thread-1-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 915603 INFO (zkCallback-1979-thread-1-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 915609 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 915632 INFO (jetty-launcher-1963-thread-4) [n:127.0.0.1:56042_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56042_solr
[junit4] 2> 915633 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 915633 INFO (zkCallback-1979-thread-1-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 915633 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 915633 INFO (zkCallback-1981-thread-1-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 915701 INFO (jetty-launcher-1963-thread-4) [n:127.0.0.1:56042_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56042.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915715 INFO (jetty-launcher-1963-thread-4) [n:127.0.0.1:56042_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56042.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915715 INFO (jetty-launcher-1963-thread-4) [n:127.0.0.1:56042_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56042.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915716 INFO (jetty-launcher-1963-thread-4) [n:127.0.0.1:56042_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node4/.
[junit4] 2> 915720 INFO (jetty-launcher-1963-thread-1) [n:127.0.0.1:56044_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56044.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915728 INFO (jetty-launcher-1963-thread-1) [n:127.0.0.1:56044_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56044.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915728 INFO (jetty-launcher-1963-thread-1) [n:127.0.0.1:56044_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56044.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915729 INFO (jetty-launcher-1963-thread-1) [n:127.0.0.1:56044_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node1/.
[junit4] 2> 915732 INFO (jetty-launcher-1963-thread-3) [n:127.0.0.1:56045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915735 INFO (jetty-launcher-1963-thread-3) [n:127.0.0.1:56045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915735 INFO (jetty-launcher-1963-thread-3) [n:127.0.0.1:56045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915736 INFO (jetty-launcher-1963-thread-3) [n:127.0.0.1:56045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node3/.
[junit4] 2> 915737 INFO (jetty-launcher-1963-thread-2) [n:127.0.0.1:56043_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56043.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915760 INFO (jetty-launcher-1963-thread-2) [n:127.0.0.1:56043_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56043.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915760 INFO (jetty-launcher-1963-thread-2) [n:127.0.0.1:56043_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56043.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 915761 INFO (jetty-launcher-1963-thread-2) [n:127.0.0.1:56043_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node2/.
[junit4] 2> 915813 INFO (SUITE-CollectionsAPISolrJTest-seed#[FBAD443757FF6F3C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 915814 INFO (SUITE-CollectionsAPISolrJTest-seed#[FBAD443757FF6F3C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56040/solr ready
[junit4] 2> 915842 INFO (TEST-CollectionsAPISolrJTest.testBalanceShardUnique-seed#[FBAD443757FF6F3C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBalanceShardUnique
[junit4] 2> 915859 INFO (qtp1515613843-10328) [n:127.0.0.1:56044_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=balancedProperties&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 915861 INFO (OverseerThreadFactory-4398-thread-1-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.CreateCollectionCmd Create collection balancedProperties
[junit4] 2> 915981 INFO (OverseerStateUpdate-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"balancedProperties",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"balancedProperties_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56045/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 915984 INFO (OverseerStateUpdate-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"balancedProperties",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"balancedProperties_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56044/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 915988 INFO (OverseerStateUpdate-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"balancedProperties",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"balancedProperties_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56043/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 915991 INFO (OverseerStateUpdate-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"balancedProperties",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"balancedProperties_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56042/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 916217 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=balancedProperties_shard1_replica_n2&action=CREATE&numShards=2&collection=balancedProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 916218 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=balancedProperties_shard2_replica_n6&action=CREATE&numShards=2&collection=balancedProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 916219 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 916219 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 916219 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=balancedProperties_shard1_replica_n1&action=CREATE&numShards=2&collection=balancedProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 916219 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 916231 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=balancedProperties_shard2_replica_n4&action=CREATE&numShards=2&collection=balancedProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 916232 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 916344 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 916344 INFO (zkCallback-1979-thread-1-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 916344 INFO (zkCallback-1981-thread-1-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 916344 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 916344 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 916344 INFO (zkCallback-1981-thread-2-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 916345 INFO (zkCallback-1979-thread-2-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 916345 INFO (zkCallback-1984-thread-2-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 917259 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 917260 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 917265 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 917288 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.s.IndexSchema [balancedProperties_shard1_replica_n2] Schema name=minimal
[junit4] 2> 917290 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.s.IndexSchema [balancedProperties_shard1_replica_n1] Schema name=minimal
[junit4] 2> 917291 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 917291 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'balancedProperties_shard1_replica_n2' using configuration from collection balancedProperties, trusted=true
[junit4] 2> 917291 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 917291 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'balancedProperties_shard1_replica_n1' using configuration from collection balancedProperties, trusted=true
[junit4] 2> 917293 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56044.solr.core.balancedProperties.shard1.replica_n2' (registry 'solr.core.balancedProperties.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 917293 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 917293 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.c.SolrCore [[balancedProperties_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node1/balancedProperties_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node1/./balancedProperties_shard1_replica_n2/data/]
[junit4] 2> 917294 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56045.solr.core.balancedProperties.shard1.replica_n1' (registry 'solr.core.balancedProperties.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 917294 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 917294 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.SolrCore [[balancedProperties_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node3/balancedProperties_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node3/./balancedProperties_shard1_replica_n1/data/]
[junit4] 2> 917298 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.s.IndexSchema [balancedProperties_shard2_replica_n6] Schema name=minimal
[junit4] 2> 917300 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 917300 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'balancedProperties_shard2_replica_n6' using configuration from collection balancedProperties, trusted=true
[junit4] 2> 917300 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56042.solr.core.balancedProperties.shard2.replica_n6' (registry 'solr.core.balancedProperties.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 917300 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 917300 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.SolrCore [[balancedProperties_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node4/balancedProperties_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node4/./balancedProperties_shard2_replica_n6/data/]
[junit4] 2> 917308 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 917316 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.s.IndexSchema [balancedProperties_shard2_replica_n4] Schema name=minimal
[junit4] 2> 917317 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 917317 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'balancedProperties_shard2_replica_n4' using configuration from collection balancedProperties, trusted=true
[junit4] 2> 917318 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56043.solr.core.balancedProperties.shard2.replica_n4' (registry 'solr.core.balancedProperties.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72628fb2
[junit4] 2> 917318 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 917318 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.c.SolrCore [[balancedProperties_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node2/balancedProperties_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_FBAD443757FF6F3C-001/tempDir-001/node2/./balancedProperties_shard2_replica_n4/data/]
[junit4] 2> 917452 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 917452 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 917453 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 917453 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 917459 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 917459 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 917460 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 917460 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 917464 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@79c40fa8[balancedProperties_shard2_replica_n6] main]
[junit4] 2> 917466 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 917466 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 917467 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 917467 INFO (searcherExecutor-4408-thread-1-processing-n:127.0.0.1:56042_solr x:balancedProperties_shard2_replica_n6 s:shard2 c:balancedProperties r:core_node8) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.SolrCore [balancedProperties_shard2_replica_n6] Registered new searcher Searcher@79c40fa8[balancedProperties_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 917468 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575255838626414592
[junit4] 2> 917469 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 917469 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 917470 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 917470 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 917471 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29e60098[balancedProperties_shard1_replica_n1] main]
[junit4] 2> 917473 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 917474 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 917474 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 917475 INFO (searcherExecutor-4407-thread-1-processing-n:127.0.0.1:56045_solr x:balancedProperties_shard1_replica_n1 s:shard1 c:balancedProperties r:core_node3) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.SolrCore [balancedProperties_shard1_replica_n1] Registered new searcher Searcher@29e60098[balancedProperties_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 917475 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575255838633754624
[junit4] 2> 917476 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 917476 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 917477 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 917477 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 917477 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 917481 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fb5bce5[balancedProperties_shard2_replica_n4] main]
[junit4] 2> 917483 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 917483 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 917483 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 917484 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 917484 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575255838643191808
[junit4] 2> 917484 INFO (searcherExecutor-4409-thread-1-processing-n:127.0.0.1:56043_solr x:balancedProperties_shard2_replica_n4 s:shard2 c:balancedProperties r:core_node7) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.c.SolrCore [balancedProperties_shard2_replica_n4] Registered new searcher Searcher@7fb5bce5[balancedProperties_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 917493 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@54348aca[balancedProperties_shard1_replica_n2] main]
[junit4] 2> 917494 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 917494 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 917495 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 917495 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575255838654726144
[junit4] 2> 917495 INFO (searcherExecutor-4406-thread-1-processing-n:127.0.0.1:56044_solr x:balancedProperties_shard1_replica_n2 s:shard1 c:balancedProperties r:core_node5) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.c.SolrCore [balancedProperties_shard1_replica_n2] Registered new searcher Searcher@54348aca[balancedProperties_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 917588 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 917588 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 917589 INFO (zkCallback-1984-thread-2-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 917589 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 917589 INFO (zkCallback-1979-thread-2-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 917589 INFO (zkCallback-1979-thread-1-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 917589 INFO (zkCallback-1981-thread-2-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 917589 INFO (zkCallback-1981-thread-1-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 917978 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 917978 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 917978 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:56042/solr/balancedProperties_shard2_replica_n6/
[junit4] 2> 917978 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=balancedProperties_shard2_replica_n6 url=https://127.0.0.1:56042/solr START replicas=[https://127.0.0.1:56043/solr/balancedProperties_shard2_replica_n4/] nUpdates=100
[junit4] 2> 917983 INFO (qtp922311177-10350) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.c.S.Request [balancedProperties_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 917990 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 917990 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 917990 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:56045/solr/balancedProperties_shard1_replica_n1/
[junit4] 2> 917990 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=balancedProperties_shard1_replica_n1 url=https://127.0.0.1:56045/solr START replicas=[https://127.0.0.1:56044/solr/balancedProperties_shard1_replica_n2/] nUpdates=100
[junit4] 2> 917994 INFO (qtp1515613843-10327) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.c.S.Request [balancedProperties_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 918286 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=balancedProperties_shard2_replica_n6 url=https://127.0.0.1:56042/solr DONE. We have no versions. sync failed.
[junit4] 2> 918286 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 918286 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 918286 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 918291 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:56042/solr/balancedProperties_shard2_replica_n6/ shard2
[junit4] 2> 918291 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=balancedProperties_shard1_replica_n1 url=https://127.0.0.1:56045/solr DONE. We have no versions. sync failed.
[junit4] 2> 918291 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 918291 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 918291 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 918295 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:56045/solr/balancedProperties_shard1_replica_n1/ shard1
[junit4] 2> 918399 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918400 INFO (zkCallback-1979-thread-1-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918400 INFO (zkCallback-1981-thread-1-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918400 INFO (zkCallback-1981-thread-2-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918399 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918399 INFO (zkCallback-1984-thread-2-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918400 INFO (zkCallback-1979-thread-2-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918400 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918450 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 918450 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 918451 INFO (qtp104974999-10337) [n:127.0.0.1:56042_solr c:balancedProperties s:shard2 r:core_node8 x:balancedProperties_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=balancedProperties_shard2_replica_n6&action=CREATE&numShards=2&collection=balancedProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2232
[junit4] 2> 918451 INFO (qtp1744154422-10353) [n:127.0.0.1:56045_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=balancedProperties_shard1_replica_n1&action=CREATE&numShards=2&collection=balancedProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2232
[junit4] 2> 918490 INFO (qtp922311177-10346) [n:127.0.0.1:56043_solr c:balancedProperties s:shard2 r:core_node7 x:balancedProperties_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=balancedProperties_shard2_replica_n4&action=CREATE&numShards=2&collection=balancedProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2259
[junit4] 2> 918502 INFO (qtp1515613843-10331) [n:127.0.0.1:56044_solr c:balancedProperties s:shard1 r:core_node5 x:balancedProperties_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=balancedProperties_shard1_replica_n2&action=CREATE&numShards=2&collection=balancedProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2286
[junit4] 2> 918506 INFO (qtp1515613843-10328) [n:127.0.0.1:56044_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 918612 INFO (zkCallback-1984-thread-2-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918612 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918612 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918612 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918612 INFO (zkCallback-1979-thread-2-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918612 INFO (zkCallback-1981-thread-2-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918612 INFO (zkCallback-1979-thread-1-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 918612 INFO (zkCallback-1981-thread-1-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919509 INFO (qtp1515613843-10328) [n:127.0.0.1:56044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=balancedProperties&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3650
[junit4] 2> 919512 INFO (qtp1515613843-10329) [n:127.0.0.1:56044_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :balanceshardunique with params property=preferredLeader&action=BALANCESHARDUNIQUE&collection=balancedProperties&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 919516 INFO (OverseerCollectionConfigSetProcessor-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 919519 INFO (qtp1515613843-10329) [n:127.0.0.1:56044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={property=preferredLeader&action=BALANCESHARDUNIQUE&collection=balancedProperties&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 919636 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919636 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919637 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919637 INFO (zkCallback-1984-thread-2-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919637 INFO (zkCallback-1993-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919637 INFO (zkCallback-1979-thread-1-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919637 INFO (zkCallback-1979-thread-2-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919638 INFO (zkCallback-1981-thread-1-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919638 INFO (zkCallback-1981-thread-2-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 919640 INFO (TEST-CollectionsAPISolrJTest.testBalanceShardUnique-seed#[FBAD443757FF6F3C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBalanceShardUnique
[junit4] 2> 919675 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplicaProp-seed#[FBAD443757FF6F3C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddAndDeleteReplicaProp
[junit4] 2> 919676 INFO (qtp1515613843-10330) [n:127.0.0.1:56044_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=replicaProperties&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 919679 INFO (OverseerThreadFactory-4398-thread-3-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.CreateCollectionCmd Create collection replicaProperties
[junit4] 2> 919680 INFO (OverseerCollectionConfigSetProcessor-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 919903 INFO (OverseerStateUpdate-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replicaProperties",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replicaProperties_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56043/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 919906 INFO (OverseerStateUpdate-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replicaProperties",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replicaProperties_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56042/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 919909 INFO (OverseerStateUpdate-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replicaProperties",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replicaProperties_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56044/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 919912 INFO (OverseerStateUpdate-98453489759879179-127.0.0.1:56042_solr-n_0000000000) [n:127.0.0.1:56042_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replicaProperties",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replicaProperties_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56045/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 920128 INFO (qtp1515613843-10323) [n:127.0.0.1:56044_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=replicaProperties_shard2_replica_n4&action=CREATE&numShards=2&collection=replicaProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 920129 INFO (qtp922311177-10324) [n:127.0.0.1:56043_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=replicaProperties_shard1_replica_n1&action=CREATE&numShards=2&collection=replicaProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 920129 INFO (qtp104974999-10338) [n:127.0.0.1:56042_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=replicaProperties_shard1_replica_n2&action=CREATE&numShards=2&collection=replicaProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 920130 INFO (qtp1744154422-10354) [n:127.0.0.1:56045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=replicaProperties_shard2_replica_n6&action=CREATE&numShards=2&collection=replicaProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 920253 INFO (zkCallback-1984-thread-2-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 920253 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 920253 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:56043_solr) [n:127.0.0.1:56043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 920253 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:56042_solr) [n:127.0.0.1:56042_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 920253 INFO (zkCallback-1981-thread-2-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 920253 INFO (zkCallback-1981-thread-1-processing-n:127.0.0.1:56044_solr) [n:127.0.0.1:56044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 920253 INFO (zkCallback-1979-thread-1-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 920253 INFO (zkCallback-1979-thread-2-processing-n:127.0.0.1:56045_solr) [n:127.0.0.1:56045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replicaProperties/state.json] for collection [replicaProperties] has occurred - updating... (live nodes size: [4])
[junit4] 2> 921194 INFO (qtp104974999-10338) [n:127.0.0.1:56042_solr c:replicaProperties s:shard1 r:core_node5 x:replicaProperties_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 921195 INFO (qtp922311177-10324) [n:127.0.0.1:56043_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 921200 INFO (qtp1515613843-10323) [n:127.0.0.1:56044_solr c:replicaProperties s:shard2 r:core_node7 x:replicaProperties_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 921200 INFO (qtp1744154422-10354) [n:127.0.0.1:56045_solr c:replicaProperties s:shard2 r:core_node8 x:replicaProperties_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 922157 INFO (qtp922311177-10324) [n:127.0.0.1:56043_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o.a.s.s.IndexSchema [replicaProperties_shard1_replica_n1] Schema name=minimal
[junit4] 2> 922160 INFO (qtp104974999-10338) [n:127.0.0.1:56042_solr c:replicaProperties s:shard1 r:core_node5 x:replicaProperties_shard1_replica_n2] o.a.s.s.IndexSchema [replicaProperties_shard1_replica_n2] Schema name=minimal
[junit4] 2> 922161 INFO (qtp922311177-10324) [n:127.0.0.1:56043_solr c:replicaProperties s:shard1 r:core_node3 x:replicaProperties_shard1_replica_n1] o
[...truncated too long message...]
istribCmdsTest, LeaderElectionTest, TestZkChroot, ZkCLITest, TestDistributedGrouping, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, StatsComponentTest, TestSort, TestFiltering, TestFunctionQuery, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, DocValuesTest, TestStressLucene, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DistanceFunctionTest, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, XmlUpdateRequestHandlerTest, TestValueSourceCache, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, QueryParsingTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestSolrDeletionPolicy2, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AssignBackwardCompatibilityTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, MoveReplicaHDFSUlogDirTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, ReplicationFactorTest, RestartWhileUpdatingTest, ShardSplitTest, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestPrepRecovery, TestSSLRandomization, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestTlogReplica, ConfigureRecoveryStrategyTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestConfigSetImmutable, TestDynamicLoading, TestSolrCloudSnapshots, TestSQLHandler, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, DistributedQueryComponentCustomSortTest, FacetPivotSmallTest, InfixSuggestersTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, TestExpandComponent, TestTrackingShardHandlerFactory, JavabinLoaderTest, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, UninvertDocValuesMergePolicyTest, WrapperMergePolicyFactoryTest, CheckHdfsIndexTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, SolrCoreMetricManagerTest, SolrShardReporterTest, SpatialRPTFieldTypeTest, TestCloudManagedSchema, TestCloudSchemaless, TestRecoveryHdfs, TestReloadDeadlock, TestSimpleQParserPlugin, TestSolr4Spatial2, TestSolrFieldCacheBean, TestXmlQParser, TestXmlQParserPlugin, TestJsonFacets, BasicAuthStandaloneTest, PKIAuthenticationIntegrationTest, TestZkAclsWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestZkAclsWithHadoopAuth -Dtests.seed=FBAD443757FF6F3C -Dtests.slow=true -Dtests.locale=es-DO -Dtests.timezone=CTT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestZkAclsWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
[junit4] > at __randomizedtesting.SeedInfo.seed([FBAD443757FF6F3C]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:123)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:306)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:303)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:303)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:512)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:441)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:233)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.setupClass(TestZkAclsWithHadoopAuth.java:69)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth:
[junit4] > 1) Thread[id=28674, name=Thread-5235, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Thread.join(Thread.java:1252)
[junit4] > at java.lang.Thread.join(Thread.java:1326)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
[junit4] > at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
[junit4] > at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
[junit4] > 2) Thread[id=28678, name=ProcessThread(sid:0 cport:64807):, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
[junit4] > 3) Thread[id=28680, name=SUITE-TestZkAclsWithHadoopAuth-seed#[FBAD443757FF6F3C]-worker-EventThread, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > 4) Thread[id=28676, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
[junit4] > 5) Thread[id=28675, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([FBAD443757FF6F3C]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=28675, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([FBAD443757FF6F3C]:0)
[junit4] Completed [709/728 (2!)] on J1 in 23.40s, 0 tests, 3 errors <<< FAILURES!
[...truncated 43410 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 105 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/105/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
All tests passed
Build Log:
[...truncated 11976 lines...]
[junit4] JVM J1: stdout was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_5021078976720458705306.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # A fatal error has been detected by the Java Runtime Environment:
[junit4] #
[junit4] # SIGFPE (0x8) at pc=0x00007fff908cb143, pid=21202, tid=0x0000000000013073
[junit4] #
[junit4] # JRE version: Java(TM) SE Runtime Environment (8.0_144-b01) (build 1.8.0_144-b01)
[junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (25.144-b01 mixed mode bsd-amd64 )
[junit4] # Problematic frame:
[junit4] # C [libsystem_kernel.dylib+0x11143] __commpage_gettimeofday+0x43
[junit4] #
[junit4] # Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
[junit4] #
[junit4] # An error report file with more information is saved as:
[junit4] # /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/hs_err_pid21202.log
[junit4] Compiled method (nm) 1552519 4153 n 0 sun.misc.Unsafe::park (native)
[junit4] total in heap [0x000000010e4ae450,0x000000010e4ae768] = 792
[junit4] relocation [0x000000010e4ae578,0x000000010e4ae5b8] = 64
[junit4] main code [0x000000010e4ae5c0,0x000000010e4ae768] = 424
[junit4] #
[junit4] # If you would like to submit a bug report, please visit:
[junit4] # http://bugreport.java.com/bugreport/crash.jsp
[junit4] #
[junit4] <<< JVM J1: EOF ----
[...truncated 1180 lines...]
[junit4] ERROR: JVM J1 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.8.0_144.jdk/Contents/Home/jre/bin/java -XX:-UseCompressedOops -XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=D4E23F28B791C4CF -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.1.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp -Dcommon.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene -Dclover.db.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/clover/db -Djava.security.policy=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.1.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Dtests.disableHdfs=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/test-framework/lib/junit4-ant-2.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/codecs/lucene-codecs-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/backward-codecs/lucene-backward-codecs-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/highlighter/lucene-highlighter-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/memory/lucene-memory-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/misc/lucene-misc-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/spatial-extras/lucene-spatial-extras-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/expressions/lucene-expressions-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/suggest/lucene-suggest-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/grouping/lucene-grouping-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queries/lucene-queries-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queryparser/lucene-queryparser-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/join/lucene-join-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/sandbox/lucene-sandbox-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/classification/lucene-classification-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/asm-5.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/asm-commons-5.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/avatica-core-1.10.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/caffeine-2.4.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/calcite-core-1.13.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/calcite-linq4j-1.13.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-codec-1.10.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-collections-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-compiler-2.7.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-configuration-1.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-exec-1.3.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-fileupload-1.3.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-io-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-lang3-3.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/curator-client-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/curator-framework-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/curator-recipes-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/eigenbase-properties-1.1.5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hadoop-annotations-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hadoop-auth-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hadoop-common-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hadoop-hdfs-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hppc-0.7.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/htrace-core-3.2.0-incubating.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-annotations-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-core-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-core-asl-1.9.13.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-databind-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/janino-2.7.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/log4j-1.2.17.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/org.restlet-2.3.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/protobuf-java-3.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/slf4j-log4j12-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/spatial4j-0.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/t-digest-3.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/commons-io-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/commons-math3-3.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/httpclient-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/httpcore-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/httpmime-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/noggit-0.8.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/slf4j-api-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/stax2-api-3.1.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/zookeeper-3.4.10.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/gmetric4j-1.0.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/javax.servlet-api-3.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-core-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-ganglia-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-graphite-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-jetty9-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-jvm-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/antlr-2.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/api-all-1.0.0-M20.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/bcprov-jdk15-1.45.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/byte-buddy-1.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/commons-collections-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/commons-math3-3.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/ehcache-core-2.4.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/jersey-core-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/jersey-server-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/mina-core-2.0.0-M5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/mockito-core-2.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/netty-all-4.0.36.Final.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/objenesis-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/icu/lucene-analyzers-icu-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-analysis-extras/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queryparser/classes/test:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_144.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_502696127139237432376.events @/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_5022074733752937312938.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_5021078976720458705306.sysout
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:754: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build.xml:267: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/common-build.xml:549: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:1458: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:985: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_5021078976720458705306.sysout
Total time: 89 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 104 -
Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/104/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrVersionReplicationTest.testCdcrDocVersions
Error Message:
Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr
Stack Trace:
java.io.IOException: Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr
at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD:44FF8ED82420EEA1]:0)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1426)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1100)
at org.apache.solr.BaseDistributedSearchTestCase.setupJettySolrHome(BaseDistributedSearchTestCase.java:1125)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:584)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:357)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrVersionReplicationTest
Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrVersionReplicationTest: 1) Thread[id=17442, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=17441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 5) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=17452, name=zkCallback-3316-thread-2-processing-n:127.0.0.1:50652_, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320) at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93) at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78) at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:104) at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:632) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:101) at org.apache.solr.cloud.Overseer.start(Overseer.java:515) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269) at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$182/1793901903.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/1376189292.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=17447, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-EventThread, state=WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrVersionReplicationTest:
1) Thread[id=17442, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=17441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
5) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=17452, name=zkCallback-3316-thread-2-processing-n:127.0.0.1:50652_, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:104)
at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:632)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:101)
at org.apache.solr.cloud.Overseer.start(Overseer.java:515)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$182/1793901903.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/1376189292.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=17447, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-EventThread, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrVersionReplicationTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 3) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=17452, name=zkCallback-3316-thread-2, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
3) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=17452, name=zkCallback-3316-thread-2, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD]:0)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD:343DBAA078BA6C45]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11956 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 1349132 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/init-core-data-001
[junit4] 2> 1349133 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1349133 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1349135 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1349135 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1349137 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1349137 INFO (Thread-3053) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1349137 INFO (Thread-3053) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1349139 ERROR (Thread-3053) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1349247 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkTestServer start zk server on port:50328
[junit4] 2> 1349318 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1349321 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1349323 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1349325 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1349327 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1349328 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1349330 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1349332 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1349334 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1349336 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1349338 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1349340 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1349599 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1349601 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48c9f8a4{/,null,AVAILABLE}
[junit4] 2> 1349601 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@762a276b{HTTP/1.1,[http/1.1]}{127.0.0.1:50331}
[junit4] 2> 1349601 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server Started @1353330ms
[junit4] 2> 1349601 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=50331, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/cores}
[junit4] 2> 1349602 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1349602 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1349602 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1349602 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1349602 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T21:32:30.428Z
[junit4] 2> 1349605 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1349605 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/solr.xml
[junit4] 2> 1349609 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1349612 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50328/solr
[junit4] 2> 1349734 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1349735 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50331_
[junit4] 2> 1349736 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.Overseer Overseer (id=98461335549706244-127.0.0.1:50331_-n_0000000000) starting
[junit4] 2> 1349745 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50331_
[junit4] 2> 1349748 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1349813 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1349815 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1349816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1349817 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/cores
[junit4] 2> 1349833 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1349835 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50328/solr ready
[junit4] 2> 1349838 INFO (qtp49284942-16948) [n:127.0.0.1:50331_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50331_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1349840 INFO (OverseerThreadFactory-6840-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1349961 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1349962 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1350082 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1351017 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1351034 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1351108 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1351133 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1351133 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1351134 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1351134 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1351136 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1351138 WARN (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1351180 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1351180 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1351181 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1351181 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1351182 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1351182 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3302d905[control_collection_shard1_replica_n1] main]
[junit4] 2> 1351183 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1351183 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1351184 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1351184 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575381370939637760
[junit4] 2> 1351185 INFO (searcherExecutor-6843-thread-1-processing-n:127.0.0.1:50331_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3302d905[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50331/control_collection_shard1_replica_n1/
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:50331/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1351196 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50331/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1351310 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1351368 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1351372 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1411
[junit4] 2> 1351379 INFO (qtp49284942-16948) [n:127.0.0.1:50331_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1351491 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1351854 INFO (OverseerCollectionConfigSetProcessor-98461335549706244-127.0.0.1:50331_-n_0000000000) [n:127.0.0.1:50331_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1352389 INFO (qtp49284942-16948) [n:127.0.0.1:50331_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50331_&wt=javabin&version=2} status=0 QTime=2551
[junit4] 2> 1352402 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352405 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50328/solr ready
[junit4] 2> 1352405 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1352407 INFO (qtp49284942-16953) [n:127.0.0.1:50331_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1352413 INFO (OverseerThreadFactory-6840-thread-2-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1352415 WARN (OverseerThreadFactory-6840-thread-2-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1352644 INFO (qtp49284942-16953) [n:127.0.0.1:50331_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1352645 INFO (qtp49284942-16953) [n:127.0.0.1:50331_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=237
[junit4] 2> 1352898 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001 of type NRT
[junit4] 2> 1352898 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1352900 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5eef1db4{/,null,AVAILABLE}
[junit4] 2> 1352900 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fcb6411{HTTP/1.1,[http/1.1]}{127.0.0.1:50343}
[junit4] 2> 1352900 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server Started @1356629ms
[junit4] 2> 1352900 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=50343, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/cores}
[junit4] 2> 1352901 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1352901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1352901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1352901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1352901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T21:32:33.727Z
[junit4] 2> 1352904 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1352904 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/solr.xml
[junit4] 2> 1352909 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1352913 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50328/solr
[junit4] 2> 1352926 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352930 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1352932 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50343_
[junit4] 2> 1352934 INFO (zkCallback-3240-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352934 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352935 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352985 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1352988 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1352988 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1352990 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/cores
[junit4] 2> 1353008 INFO (qtp528219418-16989) [n:127.0.0.1:50343_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50343_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1353011 INFO (OverseerCollectionConfigSetProcessor-98461335549706244-127.0.0.1:50331_-n_0000000000) [n:127.0.0.1:50331_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1353012 INFO (OverseerThreadFactory-6840-thread-3-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:50343_ for creating new replica
[junit4] 2> 1353017 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353018 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1353127 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1354072 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1354088 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1354152 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1354172 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1354172 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1354172 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1354172 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1354174 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1354177 WARN (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1354233 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1354233 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1354234 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1354234 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1354235 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1354235 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f92623b[collection1_shard2_replica_n61] main]
[junit4] 2> 1354237 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1354238 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1354238 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1354239 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575381374143037440
[junit4] 2> 1354239 INFO (searcherExecutor-6854-thread-1-processing-n:127.0.0.1:50343_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@3f92623b[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1354252 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1354252 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1354253 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50343/collection1_shard2_replica_n61/
[junit4] 2> 1354253 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1354253 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:50343/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1354253 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1354259 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50343/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1354364 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1354414 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1354416 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1398
[junit4] 2> 1354419 INFO (qtp528219418-16989) [n:127.0.0.1:50343_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:50343_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1410
[junit4] 2> 1354528 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1354652 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001 of type NRT
[junit4] 2> 1354653 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1354654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@381809da{/,null,AVAILABLE}
[junit4] 2> 1354654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33bbec4a{HTTP/1.1,[http/1.1]}{127.0.0.1:50350}
[junit4] 2> 1354654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server Started @1358383ms
[junit4] 2> 1354654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=50350, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/cores}
[junit4] 2> 1354655 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1354655 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1354655 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1354655 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1354655 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T21:32:35.481Z
[junit4] 2> 1354658 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1354658 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/solr.xml
[junit4] 2> 1354662 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1354665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50328/solr
[junit4] 2> 1354676 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1354679 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1354681 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50350_
[junit4] 2> 1354683 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1354683 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1354683 INFO (zkCallback-3240-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1354684 INFO (zkCallback-3251-thread-1-processing-n:127.0.0.1:50350_) [n:127.0.0.1:50350_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1354757 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1354760 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1354760 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1354761 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/cores
[junit4] 2> 1354791 INFO (qtp528219418-16992) [n:127.0.0.1:50343_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50350_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1354794 INFO (OverseerCollectionConfigSetProcessor-98461335549706244-127.0.0.1:50331_-n_0000000000) [n:127.0.0.1:50331_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1354794 INFO (OverseerThreadFactory-6840-thread-4-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:50350_ for creating new replica
[junit4] 2> 1354799 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1354799 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1354907 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1354907 INFO (zkCallback-3251-thread-1-processing-n:127.0.0.1:50350_) [n:127.0.0.1:50350_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1355817 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1355826 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 1355884 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1355904 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 1355905 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1355905 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1355905 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 1355908 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1355910 WARN (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1355960 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1355960 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1355961 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1355961 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1355962 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1355962 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@b01290f[collection1_shard3_replica_n63] main]
[junit4] 2> 1355963 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1355964 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1355964 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1355964 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575381375951831040
[junit4] 2> 1355965 INFO (searcherExecutor-6865-thread-1-processing-n:127.0.0.1:50350_ x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@b01290f[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50350/collection1_shard3_replica_n63/
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:50350/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1355975 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collecti
[...truncated too long message...]
] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=17452, name=zkCallback-3316-thread-2-processing-n:127.0.0.1:50652_, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] > at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:104)
[junit4] > at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:632)
[junit4] > at org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:101)
[junit4] > at org.apache.solr.cloud.Overseer.start(Overseer.java:515)
[junit4] > at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784)
[junit4] > at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] > at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] > at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] > at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$182/1793901903.run(Unknown Source)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/1376189292.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=17447, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-EventThread, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 3) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=17452, name=zkCallback-3316-thread-2, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD]:0)
[junit4] Completed [365/728 (2!)] on J1 in 26.35s, 1 test, 3 errors <<< FAILURES!
[...truncated 44470 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 103 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/103/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
No tests ran.
Build Log:
[...truncated 12481 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 2082276 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/init-core-data-001
[junit4] 2> 2082277 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2082283 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2082285 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001
[junit4] 2> 2082285 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2082286 INFO (Thread-3730) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2082286 INFO (Thread-3730) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2082294 ERROR (Thread-3730) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2082390 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55337
[junit4] 2> 2082441 INFO (jetty-launcher-2975-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2082441 INFO (jetty-launcher-2975-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2082442 INFO (jetty-launcher-2975-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2082442 INFO (jetty-launcher-2975-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2082445 INFO (jetty-launcher-2975-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@578e0595{/solr,null,AVAILABLE}
[junit4] 2> 2082445 INFO (jetty-launcher-2975-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e942b14{HTTP/1.1,[http/1.1]}{127.0.0.1:55339}
[junit4] 2> 2082445 INFO (jetty-launcher-2975-thread-1) [ ] o.e.j.s.Server Started @2085598ms
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55339}
[junit4] 2> 2082446 ERROR (jetty-launcher-2975-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T13:36:12.374Z
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74a1e2e7{/solr,null,AVAILABLE}
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bcc6a6e{HTTP/1.1,[http/1.1]}{127.0.0.1:55341}
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-3) [ ] o.e.j.s.Server Started @2085600ms
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55341}
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58814f5c{/solr,null,AVAILABLE}
[junit4] 2> 2082448 ERROR (jetty-launcher-2975-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2082450 INFO (jetty-launcher-2975-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6378dcef{HTTP/1.1,[http/1.1]}{127.0.0.1:55342}
[junit4] 2> 2082450 INFO (jetty-launcher-2975-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f72485a{/solr,null,AVAILABLE}
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-2) [ ] o.e.j.s.Server Started @2085603ms
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55342}
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2082451 ERROR (jetty-launcher-2975-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T13:36:12.379Z
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28f0532d{HTTP/1.1,[http/1.1]}{127.0.0.1:55343}
[junit4] 2> 2082455 INFO (jetty-launcher-2975-thread-4) [ ] o.e.j.s.Server Started @2085607ms
[junit4] 2> 2082455 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2082457 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2082457 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55343}
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T13:36:12.386Z
[junit4] 2> 2082458 ERROR (jetty-launcher-2975-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2082459 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T13:36:12.386Z
[junit4] 2> 2082462 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2082462 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2082462 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2082491 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55337/solr
[junit4] 2> 2082492 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55337/solr
[junit4] 2> 2082492 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55337/solr
[junit4] 2> 2082496 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55337/solr
[junit4] 2> 2082836 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2082836 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2082836 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2082836 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2082838 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55339_solr
[junit4] 2> 2082839 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55341_solr
[junit4] 2> 2082839 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55342_solr
[junit4] 2> 2082839 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55343_solr
[junit4] 2> 2082840 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.Overseer Overseer (id=98459462678609929-127.0.0.1:55339_solr-n_0000000000) starting
[junit4] 2> 2082842 INFO (zkCallback-2996-thread-1-processing-n:127.0.0.1:55341_solr) [n:127.0.0.1:55341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2082843 INFO (zkCallback-2997-thread-1-processing-n:127.0.0.1:55343_solr) [n:127.0.0.1:55343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2082843 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2082853 INFO (zkCallback-2995-thread-1-processing-n:127.0.0.1:55342_solr) [n:127.0.0.1:55342_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2082911 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55339_solr
[junit4] 2> 2082918 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2082918 INFO (zkCallback-2997-thread-1-processing-n:127.0.0.1:55343_solr) [n:127.0.0.1:55343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2082918 INFO (zkCallback-2996-thread-1-processing-n:127.0.0.1:55341_solr) [n:127.0.0.1:55341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2082918 INFO (zkCallback-2995-thread-1-processing-n:127.0.0.1:55342_solr) [n:127.0.0.1:55342_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2083029 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083039 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083039 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083040 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083053 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083053 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083076 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/.
[junit4] 2> 2083079 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083081 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083083 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/.
[junit4] 2> 2083086 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083086 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083088 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/.
[junit4] 2> 2083089 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083089 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083091 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/.
[junit4] 2> 2083210 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2083211 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55337/solr ready
[junit4] 2> 2083459 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[7AADB9941A83B8E8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
[junit4] 2> 2083462 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[7AADB9941A83B8E8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2083472 INFO (qtp233449930-18849) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&router.field=shard_s&name=withShardField&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2083475 INFO (OverseerThreadFactory-8523-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.CreateCollectionCmd Create collection withShardField
[junit4] 2> 2083476 WARN (OverseerThreadFactory-8523-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 5 on collection withShardField is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 2083600 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083606 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083614 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083619 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083624 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083628 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083633 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083637 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083640 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083645 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083649 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083652 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083656 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n24",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083660 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n26",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083664 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n28",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083667 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n30",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083671 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n32",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083675 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n34",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083679 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n36",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083683 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n38",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083892 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n10&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083893 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2083903 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n16&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083906 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083906 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2083904 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node35&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n32&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083904 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node27&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n24&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083915 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node29&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n26&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083915 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n18&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083917 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node37&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n34&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083928 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node33&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n30&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083934 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node39&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n36&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083935 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083935 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2083936 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2083936 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node31&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n28&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083936 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n8&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083937 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n20&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083938 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n14&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083938 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083939 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n12&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083940 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node25&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n22&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083941 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node40&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n38&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083943 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n6&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2084105 INFO (zkCallback-2997-thread-1-processing-n:127.0.0.1:55343_solr) [n:127.0.0.1:55343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084105 INFO (zkCallback-2995-thread-1-processing-n:127.0.0.1:55342_solr) [n:127.0.0.1:55342_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084105 INFO (zkCallback-2996-thread-1-processing-n:127.0.0.1:55341_solr) [n:127.0.0.1:55341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084106 INFO (zkCallback-2996-thread-2-processing-n:127.0.0.1:55341_solr) [n:127.0.0.1:55341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084107 INFO (zkCallback-2995-thread-2-processing-n:127.0.0.1:55342_solr) [n:127.0.0.1:55342_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084108 INFO (zkCallback-2997-thread-2-processing-n:127.0.0.1:55343_solr) [n:127.0.0.1:55343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084108 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084108 INFO (zkCallback-2994-thread-2-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2085036 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085037 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085039 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085044 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085045 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085094 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085098 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085099 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085107 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.s.IndexSchema [withShardField_a_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 2085108 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.s.IndexSchema [withShardField_d_replica_n32] Schema name=cloud-dynamic
[junit4] 2> 2085127 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085127 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema [withShardField_a_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 2085133 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085136 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085141 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085142 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085164 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085166 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085170 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085170 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085195 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085218 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085203 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.s.IndexSchema [withShardField_b_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 2085201 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.s.IndexSchema [withShardField_d_replica_n36] Schema name=cloud-dynamic
[junit4] 2> 2085201 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.s.IndexSchema [withShardField_b_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 2085200 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.s.IndexSchema [withShardField_d_replica_n30] Schema name=cloud-dynamic
[junit4] 2> 2085196 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085232 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.s.IndexSchema [withShardField_d_replica_n34] Schema name=cloud-dynamic
[junit4] 2> 2085241 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.s.IndexSchema [withShardField_d_replica_n38] Schema name=cloud-dynamic
[junit4] 2> 2085242 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema [withShardField_a_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 2085243 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.s.IndexSchema [withShardField_c_replica_n20] Schema name=cloud-dynamic
[junit4] 2> 2085248 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.s.IndexSchema [withShardField_c_replica_n26] Schema name=cloud-dynamic
[junit4] 2> 2085274 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.s.IndexSchema [withShardField_b_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 2085274 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema [withShardField_b_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 2085315 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema [withShardField_a_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 2085377 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.s.IndexSchema [withShardField_b_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 2085378 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.s.IndexSchema [withShardField_c_replica_n22] Schema name=cloud-dynamic
[junit4] 2> 2085383 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.s.IndexSchema [withShardField_a_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 2085447 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.s.IndexSchema [withShardField_c_replica_n28] Schema name=cloud-dynamic
[junit4] 2> 2085448 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.s.IndexSchema [withShardField_c_replica_n24] Schema name=cloud-dynamic
[junit4] 2> 2085495 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085495 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n30' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085495 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085495 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n20' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085496 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.d.replica_n30' (registry 'solr.core.withShardField.d.replica_n30') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085496 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.c.replica_n20' (registry 'solr.core.withShardField.c.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085497 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085497 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrCore [[withShardField_c_replica_n20] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_c_replica_n20], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_c_replica_n20/data/]
[junit4] 2> 2085498 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085498 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n14' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085499 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.b.replica_n14' (registry 'solr.core.withShardField.b.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085499 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085500 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.SolrCore [[withShardField_b_replica_n14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_b_replica_n14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_b_replica_n14/data/]
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n26' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085496 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.c.replica_n26' (registry 'solr.core.withShardField.c.replica_n26') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085502 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrCore [[withShardField_d_replica_n30] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_d_replica_n30], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_d_replica_n30/data/]
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrCore [[withShardField_c_replica_n26] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_c_replica_n26], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_c_replica_n26/data/]
[junit4] 2> 2085505 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085505 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n12' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085505 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085505 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n10' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085506 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.b.replica_n12' (registry 'solr.core.withShardField.b.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085506 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.b.replica_n10' (registry 'solr.core.withShardField.b.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085506 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085506 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085506 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.SolrCore [[withShardField_b_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_b_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_b_replica_n12/data/]
[junit4] 2> 2085506 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n18' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085507 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085508 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n34' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085508 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.b.replica_n18' (registry 'solr.core.withShardField.b.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085508 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.d.replica_n34' (registry 'solr.core.withShardField.d.replica_n34') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085508 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085508 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085508 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrCore [[withShardField_b_replica_n18] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_b_replica_n18], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_b_replica_n18/data/]
[junit4] 2> 2085508 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrCore [[withShardField_d_replica_n34] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_d_replica_n34], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_d_replica_n34/data/]
[junit4] 2> 2085506 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085509 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore [[withShardField_b_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_b_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_b_replica_n10/data/]
[junit4] 2> 2085511 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085512 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n6' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085513 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.a.replica_n6' (registry 'solr.core.withShardField.a.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085513 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085513 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.SolrCore [[withShardField_a_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_a_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_a_replica_n6/data/]
[junit4] 2> 2085516 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085516 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n32' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085516 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.d.replica_n32' (registry 'solr.core.withShardField.d.replica_n32') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085516 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085517 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.SolrCore [[withShardField_d_replica_n32] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_d_replica_n32], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_d_replica_n32/data/]
[junit4] 2> 2085518 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085518 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n22' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085519 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.c.replica_n22' (registry 'solr.core.withShardField.c.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085519 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085519 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrCore [[withShardField_c_replica_n22] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_c_replica_n22], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_c_replica_n22/data/]
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n16' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n8' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.b.replica_n16' (registry 'solr.core.withShardField.b.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.a.replica_n8' (registry 'solr.core.withShardField.a.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrCore [[withShardField_b_replica_n16] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_b_replica_n16], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_b_replica_n16/data/]
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrCore [[withShardField_a_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_a_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_a_replica_n8/data/]
[junit4] 2> 2085538 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085539 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n1' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085539 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.a.replica_n1' (registry 'solr.core.withShardField.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085539 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085539 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore [[withShardField_a_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_a_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_a_replica_n1/data/]
[junit4] 2> 2085546 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085546 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n24' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085547 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.c.replica_n24' (registry 'solr.core.withShardField.c.replica_n24') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085548 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085548 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrCore [[withShardField_c_replica_n24] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_c_replica_n24], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_c_replica_n24/data/]
[junit4] 2> 2085548 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085548 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n28' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085549 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.c.replica_n28' (registry 'solr.core.withShardField.c.replica_n28') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085549 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085549 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.SolrCore [[withShardField_c_replica_n28] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_c_replica_n28], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_c_replica_n28/data/]
[junit4] 2> 2085552 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085552 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n4' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085553 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085553 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.a.replica_n4' (registry 'solr.core.withShardField.a.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085553 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085553 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore [[withShardField_a_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_a_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_a_replica_n4/data/]
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n36' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.d.replica_n36' (registry 'solr.core.withShardField.d.replica_n36') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrCore [[withShardField_d_replica_n36] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_d_replica_n36], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_d_replica_n36/data/]
[junit4] 2> 2085553 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n38' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085557 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.d.replica_n38' (registry 'solr.core.withShardField.d.replica_n38') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085557 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085557 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n2' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085557 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085557 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.SolrCore [[withShardField_d_replica_n38] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_d_replica_n38], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_d_replica_n38/data/]
[junit4] 2> 2085557 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.a.replica_n2' (registry 'solr.core.withShardField.a.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085558 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085558 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore [[withShardField_a_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_a_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_a_replica_n2/data/]
[junit4] 2> 2085851 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2085852 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2085855 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2085855 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2085870 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2085870 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2085872 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2085872 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2085880 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b2e9369[withShardField_b_replica_n16] main]
[junit4] 2> 2085906 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2085907 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2085909 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2085909 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086026 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086033 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086034 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.s.SolrIndexSearcher Opening [Searcher@de39752[withShardField_d_replica_n30] main]
[junit4] 2> 2086037 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086038 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086047 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2086047 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2086048 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575351406796210176
[junit4] 2> 2086061 INFO (searcherExecutor-8543-thread-1-processing-n:127.0.0.1:55343_solr x:withShardField_b_replica_n16 s:b c:withShardField r:core_node19) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrCore [withShardField_b_replica_n16] Registered new searcher Searcher@4b2e9369[withShardField_b_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086061 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575351406809841664
[junit4] 2> 2086061 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard d: total=5 found=1 timeoutin=9998ms
[junit4] 2> 2086063 INFO (searcherExecutor-8532-thread-1-processing-n:127.0.0.1:55342_solr x:withShardField_d_replica_n30 s:d c:withShardField r:core_node33) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrCore [withShardField_d_replica_n30] Registered new searcher Searcher@de39752[withShardField_d_replica_n30] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086066 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086066 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086080 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard b: total=5 found=1 timeoutin=9999ms
[junit4] 2> 2086108 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086108 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086109 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086109 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086112 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dd75f8b[withShardField_b_replica_n10] main]
[junit4] 2> 2086114 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086115 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086116 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086116 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086121 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2086121 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575351406872756224
[junit4] 2> 2086129 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086129 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086130 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086130 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShar
[...truncated too long message...]
ctions to: http://127.0.0.1:55671/, target: http://127.0.0.1:55672/
[junit4] 2> 2227314 WARN (TEST-HttpPartitionTest.test-seed#[7AADB9941A83B8E8]) [ ] o.a.s.c.SocketProxy Closing 9 connections to: http://127.0.0.1:55643/, target: http://127.0.0.1:55644/
[junit4] 2> 2227315 WARN (TEST-HttpPartitionTest.test-seed#[7AADB9941A83B8E8]) [ ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:55657/, target: http://127.0.0.1:55658/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=7AADB9941A83B8E8 -Dtests.slow=true -Dtests.locale=en-IN -Dtests.timezone=Europe/Minsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 30.8s J0 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:55657/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([7AADB9941A83B8E8:F2F9864EB47FD510]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_7AADB9941A83B8E8-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=en-IN, timezone=Europe/Minsk
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=90409088,total=478150656
[junit4] 2> NOTE: All tests run in this JVM: [RecoveryZkTest, DistributedFacetPivotLargeTest, TestFoldingMultitermQuery, TestConfigReload, EnumFieldTest, RollingRestartTest, DistributedFacetPivotWhiteBoxTest, SearchHandlerTest, RulesTest, TestConfigSetsAPIExclusivity, FullHLLTest, TestReloadDeadlock, ZkControllerTest, MigrateRouteKeyTest, ChaosMonkeyNothingIsSafeTest, HdfsDirectoryFactoryTest, CloudExitableDirectoryReaderTest, ResourceLoaderTest, HighlighterTest, TestCollectionAPIs, MinimalSchemaTest, TestPhraseSuggestions, TestTolerantUpdateProcessorRandomCloud, NumericFieldsTest, IndexSchemaTest, NoCacheHeaderTest, TestInPlaceUpdatesDistrib, TestFuzzyAnalyzedSuggestions, QueryElevationComponentTest, TestManagedSchema, SimpleMLTQParserTest, TestTlogReplica, StressHdfsTest, TestBinaryField, HdfsRestartWhileUpdatingTest, TriLevelCompositeIdRoutingTest, TestFileDictionaryLookup, TestBinaryResponseWriter, BigEndianAscendingWordDeserializerTest, ZkStateReaderTest, ReplicaListTransformerTest, TestXIncludeConfig, TestReplicationHandlerBackup, ClusterStateUpdateTest, BinaryUpdateRequestHandlerTest, DeleteStatusTest, SolrCloudExampleTest, HttpSolrCallGetCoreTest, TestOverriddenPrefixQueryForCustomFieldType, TestCloudInspectUtil, TestRandomFlRTGCloud, CollectionStateFormat2Test, PeerSyncTest, CursorMarkTest, TestAuthenticationFramework, TestDistributedSearch, TestRawTransformer, TestDocTermOrds, HdfsDirectoryTest, IndexBasedSpellCheckerTest, TestRequestForwarding, PrimUtilsTest, TestUpdate, MoveReplicaTest, AutoScalingHandlerTest, TestStressInPlaceUpdates, BlockJoinFacetSimpleTest, TestUtils, TestPushWriter, DistributedQueryComponentOptimizationTest, TestRandomCollapseQParserPlugin, TestLeaderInitiatedRecoveryThread, TestSolrCloudWithHadoopAuthPlugin, TestSolrCloudWithSecureImpersonation, SolrIndexSplitterTest, OverseerTest, DirectUpdateHandlerOptimizeTest, CheckHdfsIndexTest, SuggestComponentTest, ConnectionManagerTest, TestImplicitCoreProperties, TestIBSimilarityFactory, SaslZkACLProviderTest, TestCopyFieldCollectionResource, TestSort, SortByFunctionTest, StatsReloadRaceTest, JSONWriterTest, TestLegacyFieldReuse, DeleteLastCustomShardedReplicaTest, HLLUtilTest, SimpleFacetsTest, TestInitParams, TestFieldCacheWithThreads, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestQuerySenderNoQuery, MergeStrategyTest, TestLazyCores, TestCoreContainer, HdfsChaosMonkeyNothingIsSafeTest, TestRuleBasedAuthorizationPlugin, SolrMetricReporterTest, TestFieldSortValues, PreAnalyzedFieldManagedSchemaCloudTest, DateMathParserTest, FastVectorHighlighterTest, TestOnReconnectListenerSupport, ClassificationUpdateProcessorIntegrationTest, TestPayloadScoreQParserPlugin, XsltUpdateRequestHandlerTest, CursorPagingTest, TestSolrConfigHandlerConcurrent, ScriptEngineTest, TestDynamicFieldResource, ConfigureRecoveryStrategyTest, BitVectorTest, TestCodecSupport, TestCryptoKeys, CoreMergeIndexesAdminHandlerTest, TestReversedWildcardFilterFactory, TestReplicationHandler, TestIntervalFaceting, TestLMDirichletSimilarityFactory, TestQuerySenderListener, CoreAdminHandlerTest, DateRangeFieldTest, DateFieldTest, SyncSliceTest, HdfsCollectionsAPIDistributedZkTest, TestCloudManagedSchema, XmlUpdateRequestHandlerTest, TestFunctionQuery, OverriddenZkACLAndCredentialsProvidersTest, CloneFieldUpdateProcessorFactoryTest, TestCSVResponseWriter, TestStressUserVersions, RegexBoostProcessorTest, WordBreakSolrSpellCheckerTest, TestUniqueKeyFieldResource, TestFieldResource, TestDelegationWithHadoopAuth, TestMultiWordSynonyms, TestGraphMLResponseWriter, TestEmbeddedSolrServerSchemaAPI, TestPHPSerializedResponseWriter, TestHighlightDedupGrouping, HdfsBasicDistributedZk2Test, UnloadDistributedZkTest, TestManagedSchemaThreadSafety, TestCollationFieldDocValues, DistributedExpandComponentTest, UniqFieldsUpdateProcessorFactoryTest, AnalyticsMergeStrategyTest, ConjunctionSolrSpellCheckerTest, LeaderInitiatedRecoveryOnCommitTest, TestLRUStatsCache, TestSolrCoreProperties, ChangedSchemaMergeTest, ResponseLogComponentTest, TestReloadAndDeleteDocs, TestStressVersions, TestBackupRepositoryFactory, TestDFISimilarityFactory, TestSchemaResource, TestConfigSetImmutable, TestGroupingSearch, BlockDirectoryTest, TestSolrCLIRunExample, FacetPivotSmallTest, AtomicUpdatesTest, TestManagedResource, OverseerStatusTest, SecurityConfHandlerTest, TolerantUpdateProcessorTest, TestSolrCoreSnapshots, ReturnFieldsTest, TestNumericTerms32, AnalysisAfterCoreReloadTest, DeleteReplicaTest, DistributedQueueTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, ShardRoutingTest, BasicZkTest, LeaderElectionTest, TestRandomDVFaceting, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestRangeQuery, SpellCheckComponentTest, BadIndexSchemaTest, TestFiltering, TestBadConfig, ShowFileRequestHandlerTest, SimplePostToolTest, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, PingRequestHandlerTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, URLClassifyProcessorTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestSolrJ, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, CustomCollectionTest, DistributedVersionInfoTest, HttpPartitionTest]
[junit4] Completed [519/728 (2!)] on J0 in 30.79s, 1 test, 1 failure <<< FAILURES!
[...truncated 605 lines...]
# A fatal error has been detected by the Java Runtime Environment:
#
# SIGFPE (0x8) at pc=0x00007fff908cb143, pid=8827, tid=0x0000000000004603
#
# JRE version: Java(TM) SE Runtime Environment (8.0_144-b01) (build 1.8.0_144-b01)
# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.144-b01 mixed mode bsd-amd64 compressed oops)
# Problematic frame:
# C [libsystem_kernel.dylib+0x11143] __commpage_gettimeofday+0x43
#
# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
#
# An error report file with more information is saved as:
# /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/hs_err_pid8827.log
ERROR: command execution failed.
ERROR: Step ‘Archive the artifacts’ failed: no workspace for Lucene-Solr-7.x-MacOSX #103
ERROR: Step ‘Scan for compiler warnings’ failed: no workspace for Lucene-Solr-7.x-MacOSX #103
ERROR: Step ‘Publish JUnit test result report’ failed: no workspace for Lucene-Solr-7.x-MacOSX #103
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 102 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/102/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Could not find collection : implicitcoll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
at __randomizedtesting.SeedInfo.seed([2324542594E36A9E:49C5DA4EA979DCE6]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([2324542594E36A9E:AB706BFF3A1F0766]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ReplaceNodeTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=22542, name=OverseerThreadFactory-9032-thread-2, state=RUNNABLE, group=Overseer collection creation process.]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=22542, name=OverseerThreadFactory-9032-thread-2, state=RUNNABLE, group=Overseer collection creation process.]
Caused by: java.lang.NoClassDefFoundError: org/apache/solr/cloud/ReplaceNodeCmd$RecoveryWatcher
at __randomizedtesting.SeedInfo.seed([2324542594E36A9E]:0)
at org.apache.solr.cloud.ReplaceNodeCmd.call(ReplaceNodeCmd.java:130)
at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassNotFoundException: org.apache.solr.cloud.ReplaceNodeCmd$RecoveryWatcher
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
... 7 more
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/classes/java/org/apache/solr/cloud/ReplaceNodeCmd$RecoveryWatcher.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 13 more
Build Log:
[...truncated 12038 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/init-core-data-001
[junit4] 2> 1515925 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[2324542594E36A9E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 1515925 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[2324542594E36A9E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1515933 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[2324542594E36A9E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1515933 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[2324542594E36A9E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1515933 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[2324542594E36A9E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /kw_z/
[junit4] 2> 1515935 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1515935 INFO (Thread-3222) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1515935 INFO (Thread-3222) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1515938 ERROR (Thread-3222) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1516045 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.ZkTestServer start zk server on port:51935
[junit4] 2> 1516087 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1516091 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1516099 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1516101 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1516106 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1516108 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1516111 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1516113 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1516115 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1516117 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1516119 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1516122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1517164 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1517166 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@781c5c82{/kw_z,null,AVAILABLE}
[junit4] 2> 1517167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f12d9f4{HTTP/1.1,[http/1.1]}{127.0.0.1:51938}
[junit4] 2> 1517167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server Started @1520482ms
[junit4] 2> 1517167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/tempDir-001/control/data, replicaType=NRT, hostContext=/kw_z, hostPort=51938, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/control-001/cores}
[junit4] 2> 1517168 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1517168 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1517168 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1517168 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1517168 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T05:34:29.576Z
[junit4] 2> 1517175 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1517177 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/control-001/solr.xml
[junit4] 2> 1517186 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1517192 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51935/solr
[junit4] 2> 1517381 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51938_kw_z ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1517382 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51938_kw_z ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51938_kw_z
[junit4] 2> 1517384 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51938_kw_z ] o.a.s.c.Overseer Overseer (id=98457568434257924-127.0.0.1:51938_kw_z-n_0000000000) starting
[junit4] 2> 1517398 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51938_kw_z ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51938_kw_z
[junit4] 2> 1517400 INFO (zkCallback-3033-thread-1-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1517494 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51938_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1517501 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51938_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1517501 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51938_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1517503 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51938_kw_z ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/control-001/cores
[junit4] 2> 1517525 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1517527 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51935/solr ready
[junit4] 2> 1517529 INFO (qtp1717663443-16698) [n:127.0.0.1:51938_kw_z ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:51938_kw_z&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1517532 INFO (OverseerThreadFactory-6277-thread-1-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1517643 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1517643 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1517765 INFO (zkCallback-3033-thread-1-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1518685 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1518698 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1518786 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1518811 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1518812 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1518812 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1518812 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1518816 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=87.537109375, floorSegmentMB=1.884765625, forceMergeDeletesPctAllowed=14.57583930032816, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1518824 WARN (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1518891 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1518891 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1518892 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1518892 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1518894 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=41.3359375, floorSegmentMB=1.6318359375, forceMergeDeletesPctAllowed=28.374413868387162, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13088276496878573
[junit4] 2> 1518894 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@785e5a24[control_collection_shard1_replica_n1] main]
[junit4] 2> 1518896 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1518896 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1518897 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1518897 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575321098051911680
[junit4] 2> 1518915 INFO (searcherExecutor-6280-thread-1-processing-n:127.0.0.1:51938_kw_z x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@785e5a24[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1518922 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1518922 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1518922 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51938/kw_z/control_collection_shard1_replica_n1/
[junit4] 2> 1518922 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1518922 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:51938/kw_z/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1518922 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1518931 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51938/kw_z/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1519037 INFO (zkCallback-3033-thread-1-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1519039 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1519041 INFO (qtp1717663443-16699) [n:127.0.0.1:51938_kw_z c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1397
[junit4] 2> 1519049 INFO (qtp1717663443-16698) [n:127.0.0.1:51938_kw_z ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1519149 INFO (zkCallback-3033-thread-1-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1519535 INFO (OverseerCollectionConfigSetProcessor-98457568434257924-127.0.0.1:51938_kw_z-n_0000000000) [n:127.0.0.1:51938_kw_z ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1520050 INFO (qtp1717663443-16698) [n:127.0.0.1:51938_kw_z ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:51938_kw_z&wt=javabin&version=2} status=0 QTime=2521
[junit4] 2> 1520058 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1520060 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51935/solr ready
[junit4] 2> 1520060 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1520061 INFO (qtp1717663443-16702) [n:127.0.0.1:51938_kw_z ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1520066 INFO (OverseerThreadFactory-6277-thread-2-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1520067 WARN (OverseerThreadFactory-6277-thread-2-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1520284 INFO (qtp1717663443-16702) [n:127.0.0.1:51938_kw_z ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1520284 INFO (qtp1717663443-16702) [n:127.0.0.1:51938_kw_z ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=223
[junit4] 2> 1520715 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-1-001 of type NRT
[junit4] 2> 1520715 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1520717 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@289700f5{/kw_z,null,AVAILABLE}
[junit4] 2> 1520718 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@21f2180f{HTTP/1.1,[http/1.1]}{127.0.0.1:51947}
[junit4] 2> 1520718 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server Started @1524032ms
[junit4] 2> 1520718 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/kw_z, hostPort=51947, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-1-001/cores}
[junit4] 2> 1520719 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1520719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1520719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1520719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1520719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T05:34:33.127Z
[junit4] 2> 1520722 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1520722 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-1-001/solr.xml
[junit4] 2> 1520732 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1520740 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51935/solr
[junit4] 2> 1520756 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51947_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1520762 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51947_kw_z ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1520765 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51947_kw_z ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51947_kw_z
[junit4] 2> 1520767 INFO (zkCallback-3033-thread-1-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1520767 INFO (zkCallback-3045-thread-1-processing-n:127.0.0.1:51947_kw_z) [n:127.0.0.1:51947_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1520767 INFO (zkCallback-3040-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1520869 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51947_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1520876 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51947_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1520876 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51947_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1520879 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51947_kw_z ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-1-001/cores
[junit4] 2> 1520935 INFO (qtp407050851-16739) [n:127.0.0.1:51947_kw_z ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51947_kw_z&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1520939 INFO (OverseerThreadFactory-6277-thread-3-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:51947_kw_z for creating new replica
[junit4] 2> 1520940 INFO (OverseerCollectionConfigSetProcessor-98457568434257924-127.0.0.1:51938_kw_z-n_0000000000) [n:127.0.0.1:51938_kw_z ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1520944 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1520945 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1521967 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1521979 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1522077 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1522101 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1522102 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1522102 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1522102 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1522104 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=87.537109375, floorSegmentMB=1.884765625, forceMergeDeletesPctAllowed=14.57583930032816, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1522107 WARN (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1522179 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1522179 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1522180 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1522180 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1522181 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=41.3359375, floorSegmentMB=1.6318359375, forceMergeDeletesPctAllowed=28.374413868387162, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13088276496878573
[junit4] 2> 1522182 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@362d567e[collection1_shard2_replica_n61] main]
[junit4] 2> 1522183 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1522184 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1522185 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1522185 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575321101499629568
[junit4] 2> 1522187 INFO (searcherExecutor-6291-thread-1-processing-n:127.0.0.1:51947_kw_z x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@362d567e[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1522194 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1522194 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1522194 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51947/kw_z/collection1_shard2_replica_n61/
[junit4] 2> 1522194 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1522194 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:51947/kw_z/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1522194 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1522200 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51947/kw_z/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1522358 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1522360 INFO (qtp407050851-16740) [n:127.0.0.1:51947_kw_z c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1416
[junit4] 2> 1522362 INFO (qtp407050851-16739) [n:127.0.0.1:51947_kw_z ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:51947_kw_z&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1427
[junit4] 2> 1522935 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-2-001 of type NRT
[junit4] 2> 1522936 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1522938 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48e42132{/kw_z,null,AVAILABLE}
[junit4] 2> 1522939 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4fd46632{HTTP/1.1,[http/1.1]}{127.0.0.1:51953}
[junit4] 2> 1522939 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server Started @1526254ms
[junit4] 2> 1522939 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/kw_z, hostPort=51953, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-2-001/cores}
[junit4] 2> 1522940 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1522940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1522940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1522940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1522940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T05:34:35.348Z
[junit4] 2> 1522944 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1522944 INFO (OverseerCollectionConfigSetProcessor-98457568434257924-127.0.0.1:51938_kw_z-n_0000000000) [n:127.0.0.1:51938_kw_z ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1522944 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-2-001/solr.xml
[junit4] 2> 1522952 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1522961 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51935/solr
[junit4] 2> 1522979 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51953_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1522983 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51953_kw_z ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1522987 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51953_kw_z ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51953_kw_z
[junit4] 2> 1522989 INFO (zkCallback-3033-thread-1-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1522990 INFO (zkCallback-3051-thread-1-processing-n:127.0.0.1:51953_kw_z) [n:127.0.0.1:51953_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1522989 INFO (zkCallback-3045-thread-1-processing-n:127.0.0.1:51947_kw_z) [n:127.0.0.1:51947_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1522989 INFO (zkCallback-3040-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1523102 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51953_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1523110 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51953_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1523110 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51953_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1523113 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51953_kw_z ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-2-001/cores
[junit4] 2> 1523180 INFO (qtp407050851-16741) [n:127.0.0.1:51947_kw_z ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51953_kw_z&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1523184 INFO (OverseerThreadFactory-6277-thread-4-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:51953_kw_z for creating new replica
[junit4] 2> 1523188 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1523188 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1524209 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1524217 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 1524283 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1524306 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 1524307 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1524307 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1524307 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 1524309 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=87.537109375, floorSegmentMB=1.884765625, forceMergeDeletesPctAllowed=14.57583930032816, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1524313 WARN (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1524395 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1524395 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1524397 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1524397 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1524408 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=41.3359375, floorSegmentMB=1.6318359375, forceMergeDeletesPctAllowed=28.374413868387162, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13088276496878573
[junit4] 2> 1524408 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@c76712[collection1_shard3_replica_n63] main]
[junit4] 2> 1524410 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1524411 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1524412 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1524412 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575321103834808320
[junit4] 2> 1524413 INFO (searcherExecutor-6302-thread-1-processing-n:127.0.0.1:51953_kw_z x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@c76712[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1524423 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1524423 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1524423 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51953/kw_z/collection1_shard3_replica_n63/
[junit4] 2> 1524423 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1524423 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:51953/kw_z/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 1524423 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1524428 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51953/kw_z/collection1_shard3_replica_n63/ shard3
[junit4] 2> 1524537 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1524538 INFO (qtp1484663004-16769) [n:127.0.0.1:51953_kw_z c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1350
[junit4] 2> 1524544 INFO (qtp407050851-16741) [n:127.0.0.1:51947_kw_z ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:51953_kw_z&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1364
[junit4] 2> 1524937 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-3-001 of type NRT
[junit4] 2> 1524937 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1524939 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e5da861{/kw_z,null,AVAILABLE}
[junit4] 2> 1524940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40626a39{HTTP/1.1,[http/1.1]}{127.0.0.1:51958}
[junit4] 2> 1524940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server Started @1528254ms
[junit4] 2> 1524940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/kw_z, hostPort=51958, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-3-001/cores}
[junit4] 2> 1524940 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1524941 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1524941 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1524941 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1524941 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T05:34:37.349Z
[junit4] 2> 1524945 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1524945 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-3-001/solr.xml
[junit4] 2> 1524952 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1524957 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51935/solr
[junit4] 2> 1524973 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51958_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1524978 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51958_kw_z ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1524982 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51958_kw_z ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51958_kw_z
[junit4] 2> 1524985 INFO (zkCallback-3051-thread-1-processing-n:127.0.0.1:51953_kw_z) [n:127.0.0.1:51953_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1524986 INFO (zkCallback-3045-thread-1-processing-n:127.0.0.1:51947_kw_z) [n:127.0.0.1:51947_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1524985 INFO (zkCallback-3040-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1524987 INFO (zkCallback-3033-thread-1-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1524987 INFO (zkCallback-3057-thread-1-processing-n:127.0.0.1:51958_kw_z) [n:127.0.0.1:51958_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1525064 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51958_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1525070 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51958_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1525070 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51958_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1525072 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51958_kw_z ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-3-001/cores
[junit4] 2> 1525116 INFO (qtp407050851-16742) [n:127.0.0.1:51947_kw_z ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51958_kw_z&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1525119 INFO (OverseerThreadFactory-6277-thread-5-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:51958_kw_z for creating new replica
[junit4] 2> 1525119 INFO (OverseerCollectionConfigSetProcessor-98457568434257924-127.0.0.1:51938_kw_z-n_0000000000) [n:127.0.0.1:51938_kw_z ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1525123 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1525123 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1526161 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1526175 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 1526279 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1526308 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 1526308 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1526308 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1526308 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 1526311 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=87.537109375, floorSegmentMB=1.884765625, forceMergeDeletesPctAllowed=14.57583930032816, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1526314 WARN (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1526410 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1526410 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1526411 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1526411 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1526412 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=41.3359375, floorSegmentMB=1.6318359375, forceMergeDeletesPctAllowed=28.374413868387162, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13088276496878573
[junit4] 2> 1526413 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@69910265[collection1_shard1_replica_n65] main]
[junit4] 2> 1526414 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1526415 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1526416 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1526418 INFO (searcherExecutor-6313-thread-1-processing-n:127.0.0.1:51958_kw_z x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@69910265[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1526418 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575321105938251776
[junit4] 2> 1526434 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1526434 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1526434 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51958/kw_z/collection1_shard1_replica_n65/
[junit4] 2> 1526434 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1526434 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:51958/kw_z/collection1_shard1_replica_n65/ has no replicas
[junit4] 2> 1526434 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1526442 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51958/kw_z/collection1_shard1_replica_n65/ shard1
[junit4] 2> 1526565 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1526568 INFO (qtp1221305829-16798) [n:127.0.0.1:51958_kw_z c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1445
[junit4] 2> 1526578 INFO (qtp407050851-16742) [n:127.0.0.1:51947_kw_z ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:51958_kw_z&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1462
[junit4] 2> 1527151 INFO (OverseerCollectionConfigSetProcessor-98457568434257924-127.0.0.1:51938_kw_z-n_0000000000) [n:127.0.0.1:51938_kw_z ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1527163 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-4-001 of type NRT
[junit4] 2> 1527164 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1527165 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7388a354{/kw_z,null,AVAILABLE}
[junit4] 2> 1527165 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@284537d6{HTTP/1.1,[http/1.1]}{127.0.0.1:51963}
[junit4] 2> 1527165 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.e.j.s.Server Started @1530480ms
[junit4] 2> 1527165 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/kw_z, hostPort=51963, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-4-001/cores}
[junit4] 2> 1527167 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1527167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1527167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1527167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1527167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T05:34:39.575Z
[junit4] 2> 1527175 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1527176 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-4-001/solr.xml
[junit4] 2> 1527182 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1527188 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51935/solr
[junit4] 2> 1527205 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51963_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1527212 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51963_kw_z ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1527216 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51963_kw_z ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51963_kw_z
[junit4] 2> 1527221 INFO (zkCallback-3063-thread-1-processing-n:127.0.0.1:51963_kw_z) [n:127.0.0.1:51963_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1527221 INFO (zkCallback-3057-thread-1-processing-n:127.0.0.1:51958_kw_z) [n:127.0.0.1:51958_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1527222 INFO (zkCallback-3045-thread-1-processing-n:127.0.0.1:51947_kw_z) [n:127.0.0.1:51947_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1527222 INFO (zkCallback-3040-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1527222 INFO (zkCallback-3051-thread-1-processing-n:127.0.0.1:51953_kw_z) [n:127.0.0.1:51953_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1527223 INFO (zkCallback-3033-thread-2-processing-n:127.0.0.1:51938_kw_z) [n:127.0.0.1:51938_kw_z ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1527349 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51963_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1527355 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51963_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1527355 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51963_kw_z ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6925413e
[junit4] 2> 1527357 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[2324542594E36A9E]) [n:127.0.0.1:51963_kw_z ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_2324542594E36A9E-001/shard-4-001/cores
[junit4] 2> 1527438 INFO (qtp407050851-16743) [n:127.0.0.1:51947_kw_z ] o.a.s.h.a.Co
[...truncated too long message...]
,null,UNAVAILABLE}
[junit4] 2> 2279411 WARN (zkCallback-3802-thread-1-processing-n:127.0.0.1:53849_solr) [n:127.0.0.1:53849_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2279412 INFO (jetty-closer-3778-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18ffcb34{/solr,null,UNAVAILABLE}
[junit4] 2> 2279429 WARN (zkCallback-3803-thread-2-processing-n:127.0.0.1:53848_solr) [n:127.0.0.1:53848_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2279430 WARN (zkCallback-3812-thread-3-processing-n:127.0.0.1:53847_solr) [n:127.0.0.1:53847_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2279430 INFO (jetty-closer-3778-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19a53036{/solr,null,UNAVAILABLE}
[junit4] 2> 2279430 INFO (jetty-closer-3778-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@389d5015{/solr,null,UNAVAILABLE}
[junit4] 2> 2279434 INFO (jetty-closer-3778-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32f8a808{/solr,null,UNAVAILABLE}
[junit4] 2> 2279435 ERROR (SUITE-ReplaceNodeTest-seed#[2324542594E36A9E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2279435 INFO (SUITE-ReplaceNodeTest-seed#[2324542594E36A9E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53845 53845
[junit4] 2> 2279454 INFO (Thread-4100) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53845 53845
[junit4] 2> 2279706 WARN (Thread-4100) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 58 /solr/collections/replacenodetest_coll/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/98457616868048909-127.0.0.1:53849_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98457616868048910-127.0.0.1:53848_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_2324542594E36A9E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=982, maxMBSortInHeap=6.426646814314432, sim=RandomSimilarity(queryNorm=false): {}, locale=ar, timezone=Etc/GMT-14
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=184909112,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [PolyFieldTest, TestSimpleTrackingShardHandler, TestZkChroot, TestRealTimeGet, TestShardHandlerFactory, TestInPlaceUpdatesStandalone, MBeansHandlerTest, BJQParserTest, SearchHandlerTest, TestCollationField, ConvertedLegacyTest, LukeRequestHandlerTest, TestCustomDocTransformer, TestRandomRequestDistribution, OverseerCollectionConfigSetProcessorTest, CachingDirectoryFactoryTest, DistributedQueryElevationComponentTest, TestRawResponseWriter, TestHdfsUpdateLog, QueryEqualityTest, TestFiltering, SolrRequestParserTest, SuggesterTSTTest, TestJettySolrRunner, ZkNodePropsTest, TestGeoJSONResponseWriter, TestSolrIndexConfig, BadComponentTest, PeerSyncWithIndexFingerprintCachingTest, TestDocBasedVersionConstraints, TestFreeTextSuggestions, CleanupOldIndexTest, TestFieldCollectionResource, LeaderElectionContextKeyTest, TermsComponentTest, HdfsChaosMonkeySafeLeaderTest, TestDocSet, BasicAuthIntegrationTest, ActionThrottleTest, HdfsBasicDistributedZkTest, ResponseHeaderTest, BigEndianAscendingWordSerializerTest, TestLuceneMatchVersion, SolrPluginUtilsTest, DistributedQueryComponentCustomSortTest, CollectionTooManyReplicasTest, TestMaxTokenLenTokenizer, BlobRepositoryCloudTest, TestFastWriter, TestSuggestSpellingConverter, TestSerializedLuceneMatchVersion, LeaderFailureAfterFreshStartTest, DocValuesMissingTest, DistribCursorPagingTest, SegmentsInfoRequestHandlerTest, TestTestInjection, TestExactStatsCache, SpellCheckComponentTest, TestClusterStateMutator, LeaderInitiatedRecoveryOnShardRestartTest, TestConfig, TestFieldCacheSort, TestUseDocValuesAsStored2, TestConfigSetsAPI, DistributedTermsComponentTest, PropertiesRequestHandlerTest, TestSolrQueryResponse, RestartWhileUpdatingTest, HdfsNNFailoverTest, TestLeaderElectionZkExpiry, TestPartialUpdateDeduplication, AnalyticsQueryTest, TestSolrDeletionPolicy1, HdfsRecoveryZkTest, TestSchemaNameResource, AtomicUpdateProcessorFactoryTest, IndexSchemaRuntimeFieldTest, TestJavabinTupleStreamParser, TestCrossCoreJoin, SynonymTokenizerTest, TestCloudSchemaless, TestRangeQuery, TestRequestStatusCollectionAPI, TestSubQueryTransformer, TestTolerantUpdateProcessorCloud, HLLSerializationTest, TestMiniSolrCloudClusterSSL, CollectionsAPISolrJTest, TestCloudDeleteByQuery, ExternalFileFieldSortTest, DistributedSuggestComponentTest, TestPolicyCloud, TestQueryUtils, UpdateRequestProcessorFactoryTest, CurrencyFieldTypeTest, TestReplicaProperties, TestOrdValues, SpellCheckCollatorWithCollapseTest, TestBlobHandler, TestPrepRecovery, TestFastLRUCache, SmileWriterTest, TestFieldCache, TestSizeLimitedDistributedMap, TestDistributedMissingSort, DistributedIntervalFacetingTest, TestNumericRangeQuery64, V2StandaloneTest, TestSolrJ, SolrMetricManagerTest, TestSolrConfigHandler, TestConfigsApi, TestSearcherReuse, TestLMJelinekMercerSimilarityFactory, InfixSuggestersTest, TestHashQParserPlugin, CloudMLTQParserTest, TestStressLucene, HdfsWriteToMultipleCollectionsTest, SharedFSAutoReplicaFailoverUtilsTest, HdfsTlogReplayBufferedWhileIndexingTest, BlockCacheTest, TestMissingGroups, TestManagedSchemaAPI, TestApiFramework, TestStressLiveNodes, TestBadConfig, PreAnalyzedFieldTest, ForceLeaderTest, TestPullReplicaErrorHandling, HdfsLockFactoryTest, TestSearchPerf, ParsingFieldUpdateProcessorsTest, LoggingHandlerTest, TestInfoStreamLogging, TestSlowCompositeReaderWrapper, TestNumericTerms64, CdcrUpdateLogTest, TestComplexPhraseLeadingWildcard, OverseerRolesTest, TermVectorComponentTest, TestBulkSchemaConcurrent, BasicFunctionalityTest, SolrCoreCheckLockOnStartupTest, LargeFieldTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, SOLR749Test, TestConfigOverlay, OutOfBoxZkACLAndCredentialsProvidersTest, TestSegmentSorting, CacheHeaderTest, AutoCommitTest, LeaderElectionIntegrationTest, TestEmbeddedSolrServerConstructors, DeleteInactiveReplicaTest, TestPostingsSolrHighlighter, MoreLikeThisHandlerTest, SuggestComponentContextFilterQueryTest, TestNamedUpdateProcessors, SSLMigrationTest, DistributedFacetPivotSmallTest, TestFieldCacheVsDocValues, TestDownShardTolerantSearch, StatelessScriptUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, BasicDistributedZk2Test, TestSystemIdResolver, TlogReplayBufferedWhileIndexingTest, TestSchemaSimilarityResource, DistributedFacetExistsSmallTest, DocumentAnalysisRequestHandlerTest, TestStandardQParsers, TestDeleteCollectionOnDownNodes, TestConfigSetProperties, TestPayloadCheckQParserPlugin, TestHttpShardHandlerFactory, RecoveryAfterSoftCommitTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, TestReload, HardAutoCommitTest, SimpleFacetsTest, StatsComponentTest, TestIndexSearcher, TestCoreDiscovery, TestFoldingMultitermQuery, SuggesterTest, TestTrie, SpatialFilterTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, DistanceFunctionTest, TestWriterPerf, FileBasedSpellCheckerTest, TestValueSourceCache, TestSolrQueryParser, ReturnFieldsTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, NumericFieldsTest, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPhraseSuggestions, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, DateMathParserTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, TestUtils, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestTolerantSearch, AssignBackwardCompatibilityTest, AssignTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeTest]
[junit4] Completed [530/728 (3!)] on J1 in 24.75s, 1 test, 1 error <<< FAILURES!
[...truncated 43953 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 101 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/101/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
10 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Collection not found: withShardField
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
at __randomizedtesting.SeedInfo.seed([3FA8AFC2B1AF5B08:6AF847501D5694F8]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at http://127.0.0.1:56501/solr: Could not find collection : testCreateShardRepFactor
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56501/solr: Could not find collection : testCreateShardRepFactor
at __randomizedtesting.SeedInfo.seed([3FA8AFC2B1AF5B08:CB462546A9FB4EC8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor(CustomCollectionTest.java:190)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteInactiveReplicaTest
Error Message:
Solr servers failed to register with ZK. Current count: 3; Expected count: 4
Stack Trace:
java.lang.IllegalStateException: Solr servers failed to register with ZK. Current count: 3; Expected count: 4
at __randomizedtesting.SeedInfo.seed([3FA8AFC2B1AF5B08]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:282)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.cloud.DeleteInactiveReplicaTest.setupCluster(DeleteInactiveReplicaTest.java:44)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteInactiveReplicaTest
Error Message:
ObjectTracker found 16 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, SolrZkClient, InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, SolrZkClient, InternalHttpClient, ZkController, SolrZkClient, InternalHttpClient, InternalHttpClient, Overseer, ZkController] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:534) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:748) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:435) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 16 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, SolrZkClient, InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, SolrZkClient, InternalHttpClient, ZkController, SolrZkClient, InternalHttpClient, InternalHttpClient, Overseer, ZkController]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:534)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:748)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:435)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([3FA8AFC2B1AF5B08]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
at sun.reflect.GeneratedMethodAccessor20.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.rando
[...truncated too long message...]
e.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=19430, name=org.eclipse.jetty.server.session.HashSessionManager@23d4c4d4Timer, state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=19468, name=jetty-launcher-4264-thread-4-SendThread(127.0.0.1:56590), state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 9) Thread[id=19397, name=qtp380726732-19397, state=RUNNABLE, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=19401, name=qtp1230524659-19401, state=RUNNABLE, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 11) Thread[id=19431, name=org.eclipse.jetty.server.session.HashSessionManager@65d104e9Timer, state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 12) Thread[id=19403, name=qtp21678793-19403, state=RUNNABLE, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 13) Thread[id=19470, name=jetty-launcher-4264-thread-2-SendThread(127.0.0.1:56590), state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > at __randomizedtesting.SeedInfo.seed([3FA8AFC2B1AF5B08]:0)
[junit4] Completed [503/728 (4!)] on J1 in 104.91s, 0 tests, 1 failure, 3 errors <<< FAILURES!
[...truncated 44049 lines...]